---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:25:15.919155Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-8bbbb8-predictor-b9c9d44dd-lxjbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "24821"
    uid: bed6218e-4fa8-4d4b-a64a-39cc33b6fff9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-8bbbb8-predictor-b9c9d44dd-lxjbx
    to ip-10-0-129-34.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:25:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:25:15Z"
    name: isvc-init-fail-8bbbb8-predictor-b9c9d44dd-lxjbx.18a6f01e49a0487e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24825"
    uid: 454827d5-3b81-4668-acd1-61d05032c889
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5f86c85d5c-q6td8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:25:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-8bbbb8-predictor-b9c9d44dd-lxjbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "24831"
    uid: bed6218e-4fa8-4d4b-a64a-39cc33b6fff9
  kind: Event
  lastTimestamp: "2026-04-16T20:25:16Z"
  message: Add eth0 [10.134.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:25:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:25:16Z"
    name: isvc-init-fail-8bbbb8-predictor-b9c9d44dd-lxjbx.18a6f01e638491a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24843"
    uid: b5680c58-84d2-47fd-89f2-1960ecdc8f5b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:25:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-8bbbb8-predictor-b9c9d44dd-lxjbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "24823"
    uid: bed6218e-4fa8-4d4b-a64a-39cc33b6fff9
  kind: Event
  lastTimestamp: "2026-04-16T20:25:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:25:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:25:19Z"
    name: isvc-init-fail-8bbbb8-predictor-b9c9d44dd-lxjbx.18a6f01e64e501dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24876"
    uid: 4e630e8b-cb37-4a47-9ff4-bd81744915ec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:25:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-8bbbb8-predictor-b9c9d44dd-lxjbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "24823"
    uid: bed6218e-4fa8-4d4b-a64a-39cc33b6fff9
  kind: Event
  lastTimestamp: "2026-04-16T20:25:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:25:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:25:19Z"
    name: isvc-init-fail-8bbbb8-predictor-b9c9d44dd-lxjbx.18a6f01e67e277a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24880"
    uid: 5e3ebcd8-4e11-4ce9-803e-79d5f811693d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:25:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-8bbbb8-predictor-b9c9d44dd-lxjbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "24823"
    uid: bed6218e-4fa8-4d4b-a64a-39cc33b6fff9
  kind: Event
  lastTimestamp: "2026-04-16T20:25:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:25:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:25:19Z"
    name: isvc-init-fail-8bbbb8-predictor-b9c9d44dd-lxjbx.18a6f01e685952ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "24881"
    uid: 027f8f9f-9d29-400a-aa88-4012d12806b2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:25:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-8bbbb8-predictor-b9c9d44dd-lxjbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "24823"
    uid: bed6218e-4fa8-4d4b-a64a-39cc33b6fff9
  kind: Event
  lastTimestamp: "2026-04-16T20:25:21Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:25:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:25:21Z"
    name: isvc-init-fail-8bbbb8-predictor-b9c9d44dd-lxjbx.18a6f01f79e91383
    namespace: kserve-ci-e2e-test
    resourceVersion: "24945"
    uid: babcd1de-b633-4bf4-9164-aff4eee80932
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:25:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-8bbbb8-predictor-b9c9d44dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24808"
    uid: f7c618a7-a156-4f8f-8a64-ccbef9f342b6
  kind: Event
  lastTimestamp: "2026-04-16T20:25:15Z"
  message: 'Created pod: isvc-init-fail-8bbbb8-predictor-b9c9d44dd-lxjbx'
  metadata:
    creationTimestamp: "2026-04-16T20:25:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:25:15Z"
    name: isvc-init-fail-8bbbb8-predictor-b9c9d44dd.18a6f01e492af1f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24822"
    uid: 1568ba6a-1dd3-4f89-9efe-d28ebd98a913
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:25:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-8bbbb8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24802"
    uid: 01aaccfd-7c1f-4067-9428-2ebd1946a151
  kind: Event
  lastTimestamp: "2026-04-16T20:25:15Z"
  message: Scaled up replica set isvc-init-fail-8bbbb8-predictor-b9c9d44dd from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T20:25:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:25:15Z"
    name: isvc-init-fail-8bbbb8-predictor.18a6f01e466773a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24813"
    uid: 8fea9679-a5cd-4f81-8fcd-d87a2599cc3a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T20:25:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-8bbbb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24783"
    uid: be1e1207-9d59-4adf-af6b-0003d2e5cb19
  kind: Event
  lastTimestamp: "2026-04-16T20:25:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:25:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:25:19Z"
    name: isvc-init-fail-8bbbb8.18a6f01e4638d75b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24882"
    uid: 86ae0a45-e57f-4346-8c6f-730d569b5b16
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:25:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-8bbbb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24783"
    uid: be1e1207-9d59-4adf-af6b-0003d2e5cb19
  kind: Event
  lastTimestamp: "2026-04-16T20:25:15Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-8bbbb8":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-8bbbb8":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:25:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:25:15Z"
    name: isvc-init-fail-8bbbb8.18a6f01e468f637e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24833"
    uid: 61522243-e9f8-4c3a-8551-70f2e758a471
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:25:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-8bbbb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24783"
    uid: be1e1207-9d59-4adf-af6b-0003d2e5cb19
  kind: Event
  lastTimestamp: "2026-04-16T20:25:15Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-8bbbb8": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:25:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:25:15Z"
    name: isvc-init-fail-8bbbb8.18a6f01e468fa948
    namespace: kserve-ci-e2e-test
    resourceVersion: "24834"
    uid: cb3a0a83-014f-4a7a-855f-024991b04b82
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:06:57.561733Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-klp46
    namespace: kserve-ci-e2e-test
    resourceVersion: "15875"
    uid: 867fb85c-f823-4fea-b334-e6a6da8481b1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-78c8d484d6-klp46
    to ip-10-0-129-34.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:06:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:06:57Z"
    name: isvc-lightgbm-predictor-78c8d484d6-klp46.18a6ef1e8e6c0b4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15883"
    uid: 0542c11d-81bd-42e8-b025-ee936a122d2a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5f86c85d5c-q6td8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:06:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-klp46
    namespace: kserve-ci-e2e-test
    resourceVersion: "15890"
    uid: 867fb85c-f823-4fea-b334-e6a6da8481b1
  kind: Event
  lastTimestamp: "2026-04-16T20:06:57Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:06:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:06:57Z"
    name: isvc-lightgbm-predictor-78c8d484d6-klp46.18a6ef1ea7eb8e75
    namespace: kserve-ci-e2e-test
    resourceVersion: "15899"
    uid: 263b2f46-b1c1-4f32-a104-b5ecea4ce070
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:06:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-klp46
    namespace: kserve-ci-e2e-test
    resourceVersion: "15878"
    uid: 867fb85c-f823-4fea-b334-e6a6da8481b1
  kind: Event
  lastTimestamp: "2026-04-16T20:06:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:06:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:06:58Z"
    name: isvc-lightgbm-predictor-78c8d484d6-klp46.18a6ef1ea94be3ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "15902"
    uid: 0b08ef2e-0b8c-400b-bc59-95441449f84d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:06:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-klp46
    namespace: kserve-ci-e2e-test
    resourceVersion: "15878"
    uid: 867fb85c-f823-4fea-b334-e6a6da8481b1
  kind: Event
  lastTimestamp: "2026-04-16T20:06:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:06:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:06:58Z"
    name: isvc-lightgbm-predictor-78c8d484d6-klp46.18a6ef1eace0a0bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15904"
    uid: 3a783a37-6c7f-4135-986c-4eab33898a08
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:06:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-klp46
    namespace: kserve-ci-e2e-test
    resourceVersion: "15878"
    uid: 867fb85c-f823-4fea-b334-e6a6da8481b1
  kind: Event
  lastTimestamp: "2026-04-16T20:06:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:06:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:06:58Z"
    name: isvc-lightgbm-predictor-78c8d484d6-klp46.18a6ef1ead554ace
    namespace: kserve-ci-e2e-test
    resourceVersion: "15905"
    uid: e9b44ce6-804b-4fca-8d06-1b72fe826773
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:07:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-klp46
    namespace: kserve-ci-e2e-test
    resourceVersion: "15878"
    uid: 867fb85c-f823-4fea-b334-e6a6da8481b1
  kind: Event
  lastTimestamp: "2026-04-16T20:07:02Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T20:07:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:07:02Z"
    name: isvc-lightgbm-predictor-78c8d484d6-klp46.18a6ef1f984169bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15942"
    uid: cad2f83c-b02d-4703-b900-918ec886f732
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:07:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-klp46
    namespace: kserve-ci-e2e-test
    resourceVersion: "15878"
    uid: 867fb85c-f823-4fea-b334-e6a6da8481b1
  kind: Event
  lastTimestamp: "2026-04-16T20:07:09Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 7.317s (7.317s
    including waiting). Image size: 606108943 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T20:07:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:07:09Z"
    name: isvc-lightgbm-predictor-78c8d484d6-klp46.18a6ef214c6cde01
    namespace: kserve-ci-e2e-test
    resourceVersion: "16000"
    uid: 438829b2-23c7-4aef-8f43-c03b02d96409
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:07:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-klp46
    namespace: kserve-ci-e2e-test
    resourceVersion: "15878"
    uid: 867fb85c-f823-4fea-b334-e6a6da8481b1
  kind: Event
  lastTimestamp: "2026-04-16T20:07:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:07:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:07:09Z"
    name: isvc-lightgbm-predictor-78c8d484d6-klp46.18a6ef214f9293c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16001"
    uid: 171eb5b1-e9cf-48d4-90c2-09d1bfe4d8aa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:07:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-klp46
    namespace: kserve-ci-e2e-test
    resourceVersion: "15878"
    uid: 867fb85c-f823-4fea-b334-e6a6da8481b1
  kind: Event
  lastTimestamp: "2026-04-16T20:07:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:07:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:07:09Z"
    name: isvc-lightgbm-predictor-78c8d484d6-klp46.18a6ef21500533ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "16002"
    uid: 25f90eed-0ac0-46c7-8185-d658160e4af1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T20:07:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-klp46
    namespace: kserve-ci-e2e-test
    resourceVersion: "15878"
    uid: 867fb85c-f823-4fea-b334-e6a6da8481b1
  kind: Event
  lastTimestamp: "2026-04-16T20:08:42Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T20:07:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:08:42Z"
    name: isvc-lightgbm-predictor-78c8d484d6-klp46.18a6ef21773f05ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "16744"
    uid: 170c1408-e144-4af1-b9ac-fb8ef1a3125a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:08:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-klp46
    namespace: kserve-ci-e2e-test
    resourceVersion: "15878"
    uid: 867fb85c-f823-4fea-b334-e6a6da8481b1
  kind: Event
  lastTimestamp: "2026-04-16T20:08:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:08:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:08:37Z"
    name: isvc-lightgbm-predictor-78c8d484d6-klp46.18a6ef35dfff2c75
    namespace: kserve-ci-e2e-test
    resourceVersion: "16674"
    uid: 53947be1-016f-479e-8db6-7ad4007b7d7e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:06:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-78c8d484d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15851"
    uid: 70565774-cc80-45dc-849b-8cd72666a3d4
  kind: Event
  lastTimestamp: "2026-04-16T20:06:57Z"
  message: 'Created pod: isvc-lightgbm-predictor-78c8d484d6-klp46'
  metadata:
    creationTimestamp: "2026-04-16T20:06:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:06:57Z"
    name: isvc-lightgbm-predictor-78c8d484d6.18a6ef1e8dff855b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15877"
    uid: 40b7ef7a-a3aa-4056-bb6e-d9bb017d1774
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:06:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15848"
    uid: f7894618-59b3-4a4b-a0f5-a1341def7ad9
  kind: Event
  lastTimestamp: "2026-04-16T20:06:57Z"
  message: Scaled up replica set isvc-lightgbm-predictor-78c8d484d6 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T20:06:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:06:57Z"
    name: isvc-lightgbm-predictor.18a6ef1e8afd6fdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15855"
    uid: 295616d7-9b8f-419d-992b-0cbc5ab99c8a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:07:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15850"
    uid: 3330e1ef-7b38-4253-834f-9faf7b8ed77c
  kind: Event
  lastTimestamp: "2026-04-16T20:07:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:07:27Z"
    name: isvc-lightgbm-predictor.18a6ef220973d4a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16133"
    uid: ac10ef48-c726-4c07-96cb-4371b1550d73
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:07:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15850"
    uid: 3330e1ef-7b38-4253-834f-9faf7b8ed77c
  kind: Event
  lastTimestamp: "2026-04-16T20:07:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:07:27Z"
    name: isvc-lightgbm-predictor.18a6ef2209d6f0d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16134"
    uid: 36ef5ccd-145b-42e7-88ad-5ad15f6dee13
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T20:07:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16027"
    uid: 3330e1ef-7b38-4253-834f-9faf7b8ed77c
  kind: Event
  lastTimestamp: "2026-04-16T20:08:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:08:27Z"
    name: isvc-lightgbm-predictor.18a6ef2907bb51ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "16564"
    uid: 2b07074a-4564-4730-bf66-f8095dfbc154
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T20:07:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16027"
    uid: 3330e1ef-7b38-4253-834f-9faf7b8ed77c
  kind: Event
  lastTimestamp: "2026-04-16T20:08:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:08:27Z"
    name: isvc-lightgbm-predictor.18a6ef29081e00a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16565"
    uid: bc3836e7-543c-4d50-8726-73fda9844af9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:08:37.811527Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-xcsx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16688"
    uid: a4b82866-3aa3-43aa-b28b-423ec3248d05
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-64984c7cb-xcsx5
    to ip-10-0-129-34.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:08:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:08:37Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-xcsx5.18a6ef35e5c685f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16694"
    uid: 768fa040-4b74-428c-9c15-2a22dbc6964b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5f86c85d5c-q6td8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:08:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-xcsx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16698"
    uid: a4b82866-3aa3-43aa-b28b-423ec3248d05
  kind: Event
  lastTimestamp: "2026-04-16T20:08:38Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:08:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:08:38Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-xcsx5.18a6ef35fefc96e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16706"
    uid: 5de52fec-a5d8-4226-aa72-daaf73bd372f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:08:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-xcsx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16690"
    uid: a4b82866-3aa3-43aa-b28b-423ec3248d05
  kind: Event
  lastTimestamp: "2026-04-16T20:08:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:08:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:08:38Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-xcsx5.18a6ef36007539a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16708"
    uid: 9e64f7a5-90de-4525-8296-384642b0bc55
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:08:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-xcsx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16690"
    uid: a4b82866-3aa3-43aa-b28b-423ec3248d05
  kind: Event
  lastTimestamp: "2026-04-16T20:08:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:08:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:08:38Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-xcsx5.18a6ef36036a34cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16710"
    uid: 81fcc7b4-1930-4ff4-8c77-bce00a219b6f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:08:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-xcsx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16690"
    uid: a4b82866-3aa3-43aa-b28b-423ec3248d05
  kind: Event
  lastTimestamp: "2026-04-16T20:08:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:08:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:08:38Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-xcsx5.18a6ef3603cb697a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16711"
    uid: 113245ca-14c4-45d9-a177-9b32b0c33682
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:08:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-xcsx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16690"
    uid: a4b82866-3aa3-43aa-b28b-423ec3248d05
  kind: Event
  lastTimestamp: "2026-04-16T20:08:42Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:08:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:08:42Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-xcsx5.18a6ef36f69a438e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16747"
    uid: 0d612ee9-98fc-4dc2-87af-8ffec286a1e8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:08:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-xcsx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16690"
    uid: a4b82866-3aa3-43aa-b28b-423ec3248d05
  kind: Event
  lastTimestamp: "2026-04-16T20:08:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:08:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:08:42Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-xcsx5.18a6ef36fa1c57f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16751"
    uid: cc909f72-591c-41c7-9d5f-87a9a3212bd2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:08:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-xcsx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16690"
    uid: a4b82866-3aa3-43aa-b28b-423ec3248d05
  kind: Event
  lastTimestamp: "2026-04-16T20:08:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:08:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:08:42Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-xcsx5.18a6ef36fa863a69
    namespace: kserve-ci-e2e-test
    resourceVersion: "16752"
    uid: eb850235-3ce4-49bf-9ce4-2e698de3cccc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T20:08:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-xcsx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16690"
    uid: a4b82866-3aa3-43aa-b28b-423ec3248d05
  kind: Event
  lastTimestamp: "2026-04-16T20:09:54Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T20:08:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:09:54Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-xcsx5.18a6ef3732abf9b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17273"
    uid: c7dda3ab-6596-42cb-83e7-4cf029637922
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:10:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-xcsx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16690"
    uid: a4b82866-3aa3-43aa-b28b-423ec3248d05
  kind: Event
  lastTimestamp: "2026-04-16T20:10:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:10:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:10:08Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-xcsx5.18a6ef4af17c7b16
    namespace: kserve-ci-e2e-test
    resourceVersion: "17413"
    uid: c0735464-e943-42ea-8abc-35d2911dfa3c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:08:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-64984c7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16676"
    uid: 053f6dfd-27e5-4d72-8b7b-0812c10843d6
  kind: Event
  lastTimestamp: "2026-04-16T20:08:37Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-64984c7cb-xcsx5'
  metadata:
    creationTimestamp: "2026-04-16T20:08:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:08:37Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb.18a6ef35e56afcb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16691"
    uid: 2642ab90-af71-4186-ad39-a66e4cb47f1b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:08:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16672"
    uid: 885c3201-81eb-46c1-89ed-684b764f6f1e
  kind: Event
  lastTimestamp: "2026-04-16T20:08:37Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-64984c7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T20:08:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:08:37Z"
    name: isvc-lightgbm-runtime-predictor.18a6ef35e0d9184f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16678"
    uid: 2d9ccda8-dcb8-4097-bb1d-dc143993cd24
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:08:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16675"
    uid: 4c3e3b4c-e953-4c7d-ba5e-3fc91ae3141c
  kind: Event
  lastTimestamp: "2026-04-16T20:09:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:08:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:09:07Z"
    name: isvc-lightgbm-runtime-predictor.18a6ef395fba4287
    namespace: kserve-ci-e2e-test
    resourceVersion: "16936"
    uid: 49c9ca7e-8f1c-4062-a311-84aace06ce55
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:08:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16675"
    uid: 4c3e3b4c-e953-4c7d-ba5e-3fc91ae3141c
  kind: Event
  lastTimestamp: "2026-04-16T20:09:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:08:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:09:07Z"
    name: isvc-lightgbm-runtime-predictor.18a6ef396025974b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16937"
    uid: f99b8fe1-527b-405d-ae53-a098f34a117c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T20:09:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16830"
    uid: 4c3e3b4c-e953-4c7d-ba5e-3fc91ae3141c
  kind: Event
  lastTimestamp: "2026-04-16T20:10:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:09:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:10:07Z"
    name: isvc-lightgbm-runtime-predictor.18a6ef405e16449e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17375"
    uid: 70e9f6a4-10a9-4985-b8ec-6f282837383c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T20:09:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16830"
    uid: 4c3e3b4c-e953-4c7d-ba5e-3fc91ae3141c
  kind: Event
  lastTimestamp: "2026-04-16T20:10:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:09:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:10:07Z"
    name: isvc-lightgbm-runtime-predictor.18a6ef405e72b5ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "17376"
    uid: cb8b030e-b073-4f8a-9ab0-4a7c3166eaed
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T20:08:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "16649"
    uid: c802eb6f-0575-46c0-9453-50e9a84a06f9
  kind: Event
  lastTimestamp: "2026-04-16T20:10:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:08:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:10:04Z"
    name: isvc-lightgbm-runtime.18a6ef35e0b35c84
    namespace: kserve-ci-e2e-test
    resourceVersion: "17349"
    uid: 9a71900b-6e7a-48ee-b17a-2a2d5ce2290b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:08:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "16649"
    uid: c802eb6f-0575-46c0-9453-50e9a84a06f9
  kind: Event
  lastTimestamp: "2026-04-16T20:08:37Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:08:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:08:37Z"
    name: isvc-lightgbm-runtime.18a6ef35e1071f37
    namespace: kserve-ci-e2e-test
    resourceVersion: "16689"
    uid: 8391d896-b060-44ae-83b4-20b5e85d8ee1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:08:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: c802eb6f-0575-46c0-9453-50e9a84a06f9
  kind: Event
  lastTimestamp: "2026-04-16T20:08:37Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:08:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:08:37Z"
    name: isvc-lightgbm-runtime.18a6ef35e528e198
    namespace: kserve-ci-e2e-test
    resourceVersion: "16693"
    uid: 6dcf677d-ad72-4a5b-9730-eb34be3850eb
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:10:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17346"
    uid: c802eb6f-0575-46c0-9453-50e9a84a06f9
  kind: Event
  lastTimestamp: "2026-04-16T20:10:04Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:10:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:10:04Z"
    name: isvc-lightgbm-runtime.18a6ef4a12cb1155
    namespace: kserve-ci-e2e-test
    resourceVersion: "17348"
    uid: aa2333fe-4e94-4fea-920d-4e1c341051c5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:13:08.604997Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-lxt5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18759"
    uid: 716cbe2e-3326-45e4-b2ec-b85d30f83421
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-lxt5b
    to ip-10-0-129-34.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:13:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:13:08Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-lxt5b.18a6ef74f252f40d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18764"
    uid: da47b0a9-a443-46e2-ab07-f6806ff44d72
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5f86c85d5c-q6td8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:13:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-lxt5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18768"
    uid: 716cbe2e-3326-45e4-b2ec-b85d30f83421
  kind: Event
  lastTimestamp: "2026-04-16T20:13:09Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:13:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:13:09Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-lxt5b.18a6ef750d5b7090
    namespace: kserve-ci-e2e-test
    resourceVersion: "18775"
    uid: c4dfd73b-099f-4821-8ce7-fcd8554fc579
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:13:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-lxt5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18761"
    uid: 716cbe2e-3326-45e4-b2ec-b85d30f83421
  kind: Event
  lastTimestamp: "2026-04-16T20:13:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:13:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:13:09Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-lxt5b.18a6ef750ed90934
    namespace: kserve-ci-e2e-test
    resourceVersion: "18777"
    uid: 04ce0eaf-174a-4a3c-8bb4-b1d755c0a587
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:13:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-lxt5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18761"
    uid: 716cbe2e-3326-45e4-b2ec-b85d30f83421
  kind: Event
  lastTimestamp: "2026-04-16T20:13:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:13:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:13:09Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-lxt5b.18a6ef75156b0015
    namespace: kserve-ci-e2e-test
    resourceVersion: "18780"
    uid: 9dd06dc4-39fc-4eca-a42b-98ed957f32b6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:13:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-lxt5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18761"
    uid: 716cbe2e-3326-45e4-b2ec-b85d30f83421
  kind: Event
  lastTimestamp: "2026-04-16T20:13:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:13:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:13:09Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-lxt5b.18a6ef7516b7d855
    namespace: kserve-ci-e2e-test
    resourceVersion: "18782"
    uid: c12f487d-0df7-4c0b-b23c-601b340151a2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:13:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-lxt5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18761"
    uid: 716cbe2e-3326-45e4-b2ec-b85d30f83421
  kind: Event
  lastTimestamp: "2026-04-16T20:13:13Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:13:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:13:13Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-lxt5b.18a6ef76100f2e25
    namespace: kserve-ci-e2e-test
    resourceVersion: "18816"
    uid: 5465bc3c-996e-4fb5-9388-166530d7f91c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:13:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-lxt5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18761"
    uid: 716cbe2e-3326-45e4-b2ec-b85d30f83421
  kind: Event
  lastTimestamp: "2026-04-16T20:13:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:13:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:13:13Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-lxt5b.18a6ef7614234a98
    namespace: kserve-ci-e2e-test
    resourceVersion: "18821"
    uid: 56acaa2c-7af2-46ab-a429-4eedc4be0372
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:13:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-lxt5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18761"
    uid: 716cbe2e-3326-45e4-b2ec-b85d30f83421
  kind: Event
  lastTimestamp: "2026-04-16T20:13:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:13:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:13:13Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-lxt5b.18a6ef7614bc937b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18822"
    uid: 66220d2b-5a9c-4a34-8946-72f3dcfb7f3c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:13:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-lxt5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18761"
    uid: 716cbe2e-3326-45e4-b2ec-b85d30f83421
  kind: Event
  lastTimestamp: "2026-04-16T20:13:15Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T20:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:13:15Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-lxt5b.18a6ef764bfefd5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18840"
    uid: 4de5e9a2-a091-4267-b207-55a7191920c1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:13:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-lxt5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18761"
    uid: 716cbe2e-3326-45e4-b2ec-b85d30f83421
  kind: Event
  lastTimestamp: "2026-04-16T20:13:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:13:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:13:28Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-lxt5b.18a6ef799fea5e84
    namespace: kserve-ci-e2e-test
    resourceVersion: "18978"
    uid: c69e2fd7-a86a-427f-8bcf-48e4033b7607
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:13:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49
    namespace: kserve-ci-e2e-test
    resourceVersion: "18745"
    uid: 81589624-3cbf-472e-8458-97bf3c27b0a1
  kind: Event
  lastTimestamp: "2026-04-16T20:13:08Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-lxt5b'
  metadata:
    creationTimestamp: "2026-04-16T20:13:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:13:08Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49.18a6ef74f1a680d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18760"
    uid: bd9a5b42-c0be-4079-8b10-0f6d9bc3e5d3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:13:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18741"
    uid: de3a73c0-cb2b-479e-aaea-2b4f208a758b
  kind: Event
  lastTimestamp: "2026-04-16T20:13:08Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-68fc4f5b49 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T20:13:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:13:08Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a6ef74ed1fdf75
    namespace: kserve-ci-e2e-test
    resourceVersion: "18747"
    uid: 3c0a7448-da55-496e-891b-1a0f184e5479
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:13:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18743"
    uid: 60a257af-aba5-41c2-bd23-7114d547b4c5
  kind: Event
  lastTimestamp: "2026-04-16T20:13:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:13:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:13:23Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a6ef786bfe249c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18894"
    uid: ba4f6296-e7a8-492a-ba70-036e22450d75
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:13:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18743"
    uid: 60a257af-aba5-41c2-bd23-7114d547b4c5
  kind: Event
  lastTimestamp: "2026-04-16T20:13:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:13:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:13:23Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a6ef786c5d8e46
    namespace: kserve-ci-e2e-test
    resourceVersion: "18896"
    uid: e2fd8614-6715-4957-bcdd-be3bb39f1936
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T20:13:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "18719"
    uid: 933be54d-1282-4d12-8ea6-f451c48c6f31
  kind: Event
  lastTimestamp: "2026-04-16T20:13:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:13:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:13:25Z"
    name: isvc-lightgbm-v2-kserve.18a6ef74ecee346f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18918"
    uid: c0264c7a-06fe-4876-85cb-a746aac6a7d4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:13:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "18719"
    uid: 933be54d-1282-4d12-8ea6-f451c48c6f31
  kind: Event
  lastTimestamp: "2026-04-16T20:13:08Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:13:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:13:08Z"
    name: isvc-lightgbm-v2-kserve.18a6ef74ed6c74c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18750"
    uid: de0300b1-6a71-4a3c-b887-64ec8aaac131
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:13:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "18916"
    uid: 933be54d-1282-4d12-8ea6-f451c48c6f31
  kind: Event
  lastTimestamp: "2026-04-16T20:13:25Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:13:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:13:25Z"
    name: isvc-lightgbm-v2-kserve.18a6ef78e00d75d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18917"
    uid: 4089ba00-807b-4a98-ac1e-38364a14cf99
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:10:08.267858Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-pstkz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17420"
    uid: 996af208-7f58-45b2-abcc-77487a704dd2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-8d44c64dc-pstkz
    to ip-10-0-129-34.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:10:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:10:08Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-pstkz.18a6ef4af56499eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17425"
    uid: abca46c4-8a6e-4fda-b6f4-333e691326d6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5f86c85d5c-q6td8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:10:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-pstkz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17429"
    uid: 996af208-7f58-45b2-abcc-77487a704dd2
  kind: Event
  lastTimestamp: "2026-04-16T20:10:08Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:10:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:10:08Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-pstkz.18a6ef4b0edef33f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17437"
    uid: 3cbaba2a-e15d-4ffd-b380-7072d190437f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:10:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-pstkz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17422"
    uid: 996af208-7f58-45b2-abcc-77487a704dd2
  kind: Event
  lastTimestamp: "2026-04-16T20:10:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:10:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:10:08Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-pstkz.18a6ef4b102f1387
    namespace: kserve-ci-e2e-test
    resourceVersion: "17439"
    uid: 3c3ae7f6-742a-442b-a2ef-c02c6826d983
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:10:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-pstkz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17422"
    uid: 996af208-7f58-45b2-abcc-77487a704dd2
  kind: Event
  lastTimestamp: "2026-04-16T20:10:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:10:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:10:08Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-pstkz.18a6ef4b134d14cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17441"
    uid: 32086533-dbba-433f-97c5-08855ab5bc58
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:10:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-pstkz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17422"
    uid: 996af208-7f58-45b2-abcc-77487a704dd2
  kind: Event
  lastTimestamp: "2026-04-16T20:10:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:10:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:10:08Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-pstkz.18a6ef4b13b59b8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17442"
    uid: 91087470-489a-4c9a-89f2-821cbe38dde0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:10:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-pstkz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17422"
    uid: 996af208-7f58-45b2-abcc-77487a704dd2
  kind: Event
  lastTimestamp: "2026-04-16T20:10:12Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-04-16T20:10:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:10:12Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-pstkz.18a6ef4bfe8af522
    namespace: kserve-ci-e2e-test
    resourceVersion: "17475"
    uid: 4f3bacda-d8bf-4bc3-91a3-c5bd5e2be858
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:12:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-pstkz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17422"
    uid: 996af208-7f58-45b2-abcc-77487a704dd2
  kind: Event
  lastTimestamp: "2026-04-16T20:12:32Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m20.122s
    (2m20.122s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T20:12:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:12:32Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-pstkz.18a6ef6c9e7d7f38
    namespace: kserve-ci-e2e-test
    resourceVersion: "18454"
    uid: 31dfecff-1b5c-411d-a737-607d3b049769
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:12:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-pstkz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17422"
    uid: 996af208-7f58-45b2-abcc-77487a704dd2
  kind: Event
  lastTimestamp: "2026-04-16T20:12:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:12:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:12:32Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-pstkz.18a6ef6ca4cbd90f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18455"
    uid: c4414d45-fa85-4739-a776-cee3bd122a19
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:12:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-pstkz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17422"
    uid: 996af208-7f58-45b2-abcc-77487a704dd2
  kind: Event
  lastTimestamp: "2026-04-16T20:12:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:12:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:12:32Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-pstkz.18a6ef6ca630821d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18456"
    uid: 66fe8839-409f-4449-b24f-9908bab87b73
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:13:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-pstkz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17422"
    uid: 996af208-7f58-45b2-abcc-77487a704dd2
  kind: Event
  lastTimestamp: "2026-04-16T20:13:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:13:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:13:08Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-pstkz.18a6ef74ed57d07e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18749"
    uid: 71069c9e-5ce0-42f4-80ff-63125628be8a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:10:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17405"
    uid: d551c55c-eccf-46cb-a0db-97d329e1f58d
  kind: Event
  lastTimestamp: "2026-04-16T20:10:08Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-pstkz'
  metadata:
    creationTimestamp: "2026-04-16T20:10:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:10:08Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc.18a6ef4af4f967e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17421"
    uid: b1ccc7eb-e6df-4b54-bb49-fa8c5968b0c0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:10:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17402"
    uid: 54f91a28-8af4-460b-ae44-c0430159ee98
  kind: Event
  lastTimestamp: "2026-04-16T20:10:08Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-8d44c64dc from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T20:10:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:10:08Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a6ef4af10a7b72
    namespace: kserve-ci-e2e-test
    resourceVersion: "17409"
    uid: 0655cde2-d7fd-4289-bd4a-b6ad4c78bb9d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T20:10:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17404"
    uid: 9139d98c-a831-43e6-8b78-5ffcc36b7ac6
  kind: Event
  lastTimestamp: "2026-04-16T20:13:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:10:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:13:08Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a6ef4e700145d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18714"
    uid: 31d09a07-12fc-476d-8662-6e7533d782b4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T20:10:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17404"
    uid: 9139d98c-a831-43e6-8b78-5ffcc36b7ac6
  kind: Event
  lastTimestamp: "2026-04-16T20:13:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:10:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:13:08Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a6ef4e7065936c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18716"
    uid: 874d31ba-473c-4252-b459-b2241a1641af
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T20:10:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17382"
    uid: f39ff6c6-7c0f-4be6-ac78-7aeb8a7cb3e8
  kind: Event
  lastTimestamp: "2026-04-16T20:13:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:10:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:13:04Z"
    name: isvc-lightgbm-v2-runtime.18a6ef4af0f9b688
    namespace: kserve-ci-e2e-test
    resourceVersion: "18679"
    uid: 1b926fb3-cf40-4946-93d4-ebb85ab0ea55
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:10:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17382"
    uid: f39ff6c6-7c0f-4be6-ac78-7aeb8a7cb3e8
  kind: Event
  lastTimestamp: "2026-04-16T20:10:08Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:10:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:10:08Z"
    name: isvc-lightgbm-v2-runtime.18a6ef4af193111f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17414"
    uid: e1a00aa0-c9ea-4341-ad74-a1583e69355a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:13:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18677"
    uid: f39ff6c6-7c0f-4be6-ac78-7aeb8a7cb3e8
  kind: Event
  lastTimestamp: "2026-04-16T20:13:04Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:13:04Z"
    name: isvc-lightgbm-v2-runtime.18a6ef73f42883b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18678"
    uid: d56d0d50-7530-49a4-9fc2-a2123f3cd11f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T20:06:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15828"
    uid: 5fb88a10-91db-4f4a-ac08-545f05ad455f
  kind: Event
  lastTimestamp: "2026-04-16T20:08:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:06:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:08:32Z"
    name: isvc-lightgbm.18a6ef1e8acceb04
    namespace: kserve-ci-e2e-test
    resourceVersion: "16606"
    uid: 25263f81-7886-4b18-96b5-7627500fa2fd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:06:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15828"
    uid: 5fb88a10-91db-4f4a-ac08-545f05ad455f
  kind: Event
  lastTimestamp: "2026-04-16T20:06:57Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T20:06:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:06:57Z"
    name: isvc-lightgbm.18a6ef1e8d882968
    namespace: kserve-ci-e2e-test
    resourceVersion: "15874"
    uid: 0b725973-469c-41a7-b867-8a53e0181d05
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:08:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16604"
    uid: 5fb88a10-91db-4f4a-ac08-545f05ad455f
  kind: Event
  lastTimestamp: "2026-04-16T20:08:32Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:08:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:08:32Z"
    name: isvc-lightgbm.18a6ef34958a639c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16605"
    uid: d83b9755-76f5-47bd-ae87-393ef81b1540
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:05:32.296521Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-69fc5c8d55-hff57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15158"
    uid: 9c26d767-e75f-43c1-afb3-c7a4f7c9018b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-69fc5c8d55-hff57
    to ip-10-0-129-34.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:05:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:05:32Z"
    name: isvc-logger-predictor-69fc5c8d55-hff57.18a6ef0ab438209f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15162"
    uid: 41a6d5db-fa8b-4de6-911f-849be3841951
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5f86c85d5c-q6td8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:05:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-69fc5c8d55-hff57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15167"
    uid: 9c26d767-e75f-43c1-afb3-c7a4f7c9018b
  kind: Event
  lastTimestamp: "2026-04-16T20:05:32Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:05:32Z"
    name: isvc-logger-predictor-69fc5c8d55-hff57.18a6ef0acde992b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15174"
    uid: 97aea8d7-c78b-4ccb-8eb7-6275b8761c14
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:05:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-69fc5c8d55-hff57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15160"
    uid: 9c26d767-e75f-43c1-afb3-c7a4f7c9018b
  kind: Event
  lastTimestamp: "2026-04-16T20:05:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:05:32Z"
    name: isvc-logger-predictor-69fc5c8d55-hff57.18a6ef0acf3b2c56
    namespace: kserve-ci-e2e-test
    resourceVersion: "15176"
    uid: 2bbe6208-afb7-411a-9d4a-de6f888ed7f6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:05:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-69fc5c8d55-hff57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15160"
    uid: 9c26d767-e75f-43c1-afb3-c7a4f7c9018b
  kind: Event
  lastTimestamp: "2026-04-16T20:05:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:05:32Z"
    name: isvc-logger-predictor-69fc5c8d55-hff57.18a6ef0ad221e475
    namespace: kserve-ci-e2e-test
    resourceVersion: "15179"
    uid: dd9313b6-a556-4261-908c-74e4f4d6f43d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:05:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-69fc5c8d55-hff57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15160"
    uid: 9c26d767-e75f-43c1-afb3-c7a4f7c9018b
  kind: Event
  lastTimestamp: "2026-04-16T20:05:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:05:32Z"
    name: isvc-logger-predictor-69fc5c8d55-hff57.18a6ef0ad2971310
    namespace: kserve-ci-e2e-test
    resourceVersion: "15180"
    uid: 356be803-b54c-4bd0-aeb6-9c88a6be6d8b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:05:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-69fc5c8d55-hff57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15160"
    uid: 9c26d767-e75f-43c1-afb3-c7a4f7c9018b
  kind: Event
  lastTimestamp: "2026-04-16T20:05:36Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1412"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:05:36Z"
    name: isvc-logger-predictor-69fc5c8d55-hff57.18a6ef0bbc2cbbe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15213"
    uid: 0400622a-faed-460d-9428-02db331993fc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:05:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-69fc5c8d55-hff57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15160"
    uid: 9c26d767-e75f-43c1-afb3-c7a4f7c9018b
  kind: Event
  lastTimestamp: "2026-04-16T20:05:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:05:36Z"
    name: isvc-logger-predictor-69fc5c8d55-hff57.18a6ef0bc08a3cb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15219"
    uid: 9db42d77-d54f-48d8-b454-e7c837ef61a3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:05:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-69fc5c8d55-hff57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15160"
    uid: 9c26d767-e75f-43c1-afb3-c7a4f7c9018b
  kind: Event
  lastTimestamp: "2026-04-16T20:05:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:05:36Z"
    name: isvc-logger-predictor-69fc5c8d55-hff57.18a6ef0bc0fbc302
    namespace: kserve-ci-e2e-test
    resourceVersion: "15220"
    uid: 08c59f7e-48cf-49f6-9e6f-2766bfaa883d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:05:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-69fc5c8d55-hff57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15160"
    uid: 9c26d767-e75f-43c1-afb3-c7a4f7c9018b
  kind: Event
  lastTimestamp: "2026-04-16T20:05:36Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:ee4db148793b3f03915a5f82a6e036d7a090e0b557ef078079043d8fab2b15d2"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:05:36Z"
    name: isvc-logger-predictor-69fc5c8d55-hff57.18a6ef0bc108f1b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15221"
    uid: f466dfd8-48a4-4538-9626-8f56d8af9bec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:05:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-69fc5c8d55-hff57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15160"
    uid: 9c26d767-e75f-43c1-afb3-c7a4f7c9018b
  kind: Event
  lastTimestamp: "2026-04-16T20:05:36Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-16T20:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:05:36Z"
    name: isvc-logger-predictor-69fc5c8d55-hff57.18a6ef0bc4769a8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15222"
    uid: 7c96d55b-23ad-40d6-bf89-b7018fe2ae4c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:05:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-69fc5c8d55-hff57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15160"
    uid: 9c26d767-e75f-43c1-afb3-c7a4f7c9018b
  kind: Event
  lastTimestamp: "2026-04-16T20:05:36Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-16T20:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:05:36Z"
    name: isvc-logger-predictor-69fc5c8d55-hff57.18a6ef0bc4ede03c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15223"
    uid: d17f3d1e-0da4-4712-8f05-ab6c5947df19
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T20:05:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-69fc5c8d55-hff57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15160"
    uid: 9c26d767-e75f-43c1-afb3-c7a4f7c9018b
  kind: Event
  lastTimestamp: "2026-04-16T20:07:18Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T20:05:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:07:18Z"
    name: isvc-logger-predictor-69fc5c8d55-hff57.18a6ef0bf827a7c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16069"
    uid: f513e48e-bc9e-424d-af1b-dfeb04fc531e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T20:05:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-69fc5c8d55-hff57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15160"
    uid: 9c26d767-e75f-43c1-afb3-c7a4f7c9018b
  kind: Event
  lastTimestamp: "2026-04-16T20:07:18Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T20:05:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:07:18Z"
    name: isvc-logger-predictor-69fc5c8d55-hff57.18a6ef0bf8341618
    namespace: kserve-ci-e2e-test
    resourceVersion: "16070"
    uid: 43d98af8-4565-4d30-ac4b-34e8d00f4c53
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:06:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-69fc5c8d55-hff57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15160"
    uid: 9c26d767-e75f-43c1-afb3-c7a4f7c9018b
  kind: Event
  lastTimestamp: "2026-04-16T20:06:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:06:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:06:57Z"
    name: isvc-logger-predictor-69fc5c8d55-hff57.18a6ef1e8d2880d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15872"
    uid: 780916bb-1718-4e19-93c0-5f915bed6841
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:06:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-69fc5c8d55-hff57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15160"
    uid: 9c26d767-e75f-43c1-afb3-c7a4f7c9018b
  kind: Event
  lastTimestamp: "2026-04-16T20:06:57Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-16T20:06:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:06:57Z"
    name: isvc-logger-predictor-69fc5c8d55-hff57.18a6ef1e8d29a7b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15873"
    uid: 2a481424-6821-459e-b971-5595fe06de05
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:05:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-69fc5c8d55
    namespace: kserve-ci-e2e-test
    resourceVersion: "15147"
    uid: c62eb3fd-4f34-4c96-95ee-535da23024ca
  kind: Event
  lastTimestamp: "2026-04-16T20:05:32Z"
  message: 'Created pod: isvc-logger-predictor-69fc5c8d55-hff57'
  metadata:
    creationTimestamp: "2026-04-16T20:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:05:32Z"
    name: isvc-logger-predictor-69fc5c8d55.18a6ef0ab3c088a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15159"
    uid: e00cc835-b153-4993-8b62-acbc1c3eab40
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:05:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15145"
    uid: e0816b18-74d8-44f8-9113-b6c7bc158c0b
  kind: Event
  lastTimestamp: "2026-04-16T20:05:32Z"
  message: Scaled up replica set isvc-logger-predictor-69fc5c8d55 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T20:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:05:32Z"
    name: isvc-logger-predictor.18a6ef0ab0c800c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15149"
    uid: 1ad3bcaa-a612-404f-a68b-c6d618d35a59
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:05:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15146"
    uid: cc216687-df83-4d42-b9e8-9f104e57b875
  kind: Event
  lastTimestamp: "2026-04-16T20:06:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:05:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:06:17Z"
    name: isvc-logger-predictor.18a6ef0e2fac5c70
    namespace: kserve-ci-e2e-test
    resourceVersion: "15532"
    uid: cc302c33-43ac-4527-ad21-35a7bdd7dc5b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:05:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15146"
    uid: cc216687-df83-4d42-b9e8-9f104e57b875
  kind: Event
  lastTimestamp: "2026-04-16T20:06:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:05:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:06:17Z"
    name: isvc-logger-predictor.18a6ef0e30192305
    namespace: kserve-ci-e2e-test
    resourceVersion: "15533"
    uid: c9ef09bd-31c3-4174-ac9c-115ae45bb498
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:06:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15309"
    uid: cc216687-df83-4d42-b9e8-9f104e57b875
  kind: Event
  lastTimestamp: "2026-04-16T20:06:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:06:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:06:47Z"
    name: isvc-logger-predictor.18a6ef18acce12c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15745"
    uid: 18e98ce0-a32a-42f2-b97c-2333d07aea9c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:06:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15309"
    uid: cc216687-df83-4d42-b9e8-9f104e57b875
  kind: Event
  lastTimestamp: "2026-04-16T20:06:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:06:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:06:47Z"
    name: isvc-logger-predictor.18a6ef18ad3836da
    namespace: kserve-ci-e2e-test
    resourceVersion: "15746"
    uid: edcda6d1-1b72-4814-95dc-7c0b56a853c9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T20:05:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15137"
    uid: 07a00eba-b6a6-4af0-8378-e41e3810b36f
  kind: Event
  lastTimestamp: "2026-04-16T20:06:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:06:48Z"
    name: isvc-logger.18a6ef0ab09a738c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15764"
    uid: 64237aa4-cd6e-47f9-93b3-4d5d7febcf1d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:05:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15137"
    uid: 07a00eba-b6a6-4af0-8378-e41e3810b36f
  kind: Event
  lastTimestamp: "2026-04-16T20:05:32Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T20:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:05:32Z"
    name: isvc-logger.18a6ef0ab0f5b075
    namespace: kserve-ci-e2e-test
    resourceVersion: "15151"
    uid: 68b563dd-7506-4413-a8c5-977cc112d6da
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:06:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15761"
    uid: 07a00eba-b6a6-4af0-8378-e41e3810b36f
  kind: Event
  lastTimestamp: "2026-04-16T20:06:48Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:06:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:06:48Z"
    name: isvc-logger.18a6ef1c84ffd6ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "15763"
    uid: f02976cc-8e73-41bb-a29b-d5ec3eaf4d1e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:13:28.726694Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-wrtvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18980"
    uid: ceb55659-b4a1-4c7e-ae01-b4fb96e75e37
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-5497fc5f68-wrtvb
    to ip-10-0-129-34.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:13:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:13:28Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-wrtvb.18a6ef79a1ab9ef0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18988"
    uid: f04aecb8-7ed3-4d9b-95f4-7456cd44ae5e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5f86c85d5c-q6td8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:13:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-wrtvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18991"
    uid: ceb55659-b4a1-4c7e-ae01-b4fb96e75e37
  kind: Event
  lastTimestamp: "2026-04-16T20:13:29Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:13:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:13:29Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-wrtvb.18a6ef79bb981efa
    namespace: kserve-ci-e2e-test
    resourceVersion: "19003"
    uid: 77a17ce5-fef8-4306-a512-5105cdd16fc0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:13:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-wrtvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18982"
    uid: ceb55659-b4a1-4c7e-ae01-b4fb96e75e37
  kind: Event
  lastTimestamp: "2026-04-16T20:13:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:13:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:13:29Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-wrtvb.18a6ef79bd2d1ccb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19008"
    uid: 90846801-1604-45ab-9de5-0353c475d991
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:13:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-wrtvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18982"
    uid: ceb55659-b4a1-4c7e-ae01-b4fb96e75e37
  kind: Event
  lastTimestamp: "2026-04-16T20:13:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:13:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:13:29Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-wrtvb.18a6ef79c0c4d8fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19009"
    uid: a8ed6af7-ae7a-417c-b2f4-60ec22d86e81
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:13:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-wrtvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18982"
    uid: ceb55659-b4a1-4c7e-ae01-b4fb96e75e37
  kind: Event
  lastTimestamp: "2026-04-16T20:13:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:13:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:13:29Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-wrtvb.18a6ef79c1516b46
    namespace: kserve-ci-e2e-test
    resourceVersion: "19010"
    uid: c85576b4-56ac-459a-9f26-017577f78e58
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:13:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-wrtvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18982"
    uid: ceb55659-b4a1-4c7e-ae01-b4fb96e75e37
  kind: Event
  lastTimestamp: "2026-04-16T20:13:33Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T20:13:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:13:33Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-wrtvb.18a6ef7abcffefa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19047"
    uid: ce0a5166-079c-42df-b939-fb074c689623
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:13:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-wrtvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18982"
    uid: ceb55659-b4a1-4c7e-ae01-b4fb96e75e37
  kind: Event
  lastTimestamp: "2026-04-16T20:13:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:13:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:13:33Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-wrtvb.18a6ef7ac02372b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19051"
    uid: 29ec7555-56de-4c01-93df-2bf826fe3781
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:13:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-wrtvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18982"
    uid: ceb55659-b4a1-4c7e-ae01-b4fb96e75e37
  kind: Event
  lastTimestamp: "2026-04-16T20:13:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:13:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:13:33Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-wrtvb.18a6ef7ac09d841c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19052"
    uid: ea5ff16e-6935-4794-95f2-f300241c3404
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:14:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-wrtvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18982"
    uid: ceb55659-b4a1-4c7e-ae01-b4fb96e75e37
  kind: Event
  lastTimestamp: "2026-04-16T20:14:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:14:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:14:08Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-wrtvb.18a6ef82fa5c62d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19348"
    uid: 8cfefad1-93c6-4abb-85a5-ea119abd2e81
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:13:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68
    namespace: kserve-ci-e2e-test
    resourceVersion: "18965"
    uid: ea157e90-4b4e-44d8-bc5f-146a622a5753
  kind: Event
  lastTimestamp: "2026-04-16T20:13:28Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-5497fc5f68-wrtvb'
  metadata:
    creationTimestamp: "2026-04-16T20:13:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:13:28Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68.18a6ef79a10bfc55
    namespace: kserve-ci-e2e-test
    resourceVersion: "18981"
    uid: fc9b9f73-4892-4eaf-94bc-805049af4561
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:13:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18960"
    uid: 8c800d30-748a-44aa-adf1-d5c57190fca5
  kind: Event
  lastTimestamp: "2026-04-16T20:13:28Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-5497fc5f68 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T20:13:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:13:28Z"
    name: isvc-mlflow-v2-runtime-predictor.18a6ef799e97b4dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18969"
    uid: 7f432c01-cf16-49db-86a3-2294a820282e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:13:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18964"
    uid: 5bcf1c34-fc1d-4ce4-9450-0a11c4e49e12
  kind: Event
  lastTimestamp: "2026-04-16T20:13:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:13:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:13:43Z"
    name: isvc-mlflow-v2-runtime-predictor.18a6ef7d1d105ec8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19124"
    uid: c5f9383e-3da8-4bd9-b399-d08b5ede4b3c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:13:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18964"
    uid: 5bcf1c34-fc1d-4ce4-9450-0a11c4e49e12
  kind: Event
  lastTimestamp: "2026-04-16T20:13:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:13:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:13:43Z"
    name: isvc-mlflow-v2-runtime-predictor.18a6ef7d1d7259af
    namespace: kserve-ci-e2e-test
    resourceVersion: "19126"
    uid: 8607314d-33a8-4251-bc44-b8442249c421
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:13:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19125"
    uid: 5bcf1c34-fc1d-4ce4-9450-0a11c4e49e12
  kind: Event
  lastTimestamp: "2026-04-16T20:13:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:13:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:13:58Z"
    name: isvc-mlflow-v2-runtime-predictor.18a6ef809c9a5726
    namespace: kserve-ci-e2e-test
    resourceVersion: "19232"
    uid: 3d519377-41d7-4802-96ec-6edf1a9520fb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:13:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19125"
    uid: 5bcf1c34-fc1d-4ce4-9450-0a11c4e49e12
  kind: Event
  lastTimestamp: "2026-04-16T20:13:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:13:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:13:58Z"
    name: isvc-mlflow-v2-runtime-predictor.18a6ef809d0c0509
    namespace: kserve-ci-e2e-test
    resourceVersion: "19234"
    uid: e130fa3d-cbb1-40fb-a7d7-5300401eaee1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T20:13:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18944"
    uid: 8248ee8f-dbca-4a80-a067-8f77146cc94c
  kind: Event
  lastTimestamp: "2026-04-16T20:14:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:13:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:14:05Z"
    name: isvc-mlflow-v2-runtime.18a6ef799e6e4e86
    namespace: kserve-ci-e2e-test
    resourceVersion: "19287"
    uid: e863b85e-2a79-4df1-b180-f07197153a61
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:13:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18944"
    uid: 8248ee8f-dbca-4a80-a067-8f77146cc94c
  kind: Event
  lastTimestamp: "2026-04-16T20:13:28Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:13:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:13:28Z"
    name: isvc-mlflow-v2-runtime.18a6ef799eed6c2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18994"
    uid: 4cce84dc-31b4-4595-af07-1a1079d1d706
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:13:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18954"
    uid: 8248ee8f-dbca-4a80-a067-8f77146cc94c
  kind: Event
  lastTimestamp: "2026-04-16T20:13:28Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:13:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:13:28Z"
    name: isvc-mlflow-v2-runtime.18a6ef79a3c5d31f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18995"
    uid: 86192f12-7576-47a5-b238-0950df1e83d6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:14:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19284"
    uid: 8248ee8f-dbca-4a80-a067-8f77146cc94c
  kind: Event
  lastTimestamp: "2026-04-16T20:14:05Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:14:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:14:05Z"
    name: isvc-mlflow-v2-runtime.18a6ef82357436b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19285"
    uid: 35830961-6cc2-465d-9d81-4b5bce27a670
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:15:29.065928Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-pp8wb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19991"
    uid: 1025b52d-7b29-463d-ade9-fae4353b6a59
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-7dddcb4bd4-pp8wb
    to ip-10-0-129-34.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:15:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:15:29Z"
    name: isvc-paddle-predictor-7dddcb4bd4-pp8wb.18a6ef95a672ac34
    namespace: kserve-ci-e2e-test
    resourceVersion: "19998"
    uid: 556c2412-df64-4f64-8d7d-f893bf642381
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5f86c85d5c-q6td8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:15:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-pp8wb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20002"
    uid: 1025b52d-7b29-463d-ade9-fae4353b6a59
  kind: Event
  lastTimestamp: "2026-04-16T20:15:29Z"
  message: Add eth0 [10.134.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:15:29Z"
    name: isvc-paddle-predictor-7dddcb4bd4-pp8wb.18a6ef95bfa9dd66
    namespace: kserve-ci-e2e-test
    resourceVersion: "20011"
    uid: d2ea3e25-deaa-4f83-aff2-c88984432703
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:15:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-pp8wb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19995"
    uid: 1025b52d-7b29-463d-ade9-fae4353b6a59
  kind: Event
  lastTimestamp: "2026-04-16T20:15:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:15:29Z"
    name: isvc-paddle-predictor-7dddcb4bd4-pp8wb.18a6ef95c1024d81
    namespace: kserve-ci-e2e-test
    resourceVersion: "20013"
    uid: 7eecf6ed-09a9-4162-8c45-0d410e1c03d9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:15:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-pp8wb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19995"
    uid: 1025b52d-7b29-463d-ade9-fae4353b6a59
  kind: Event
  lastTimestamp: "2026-04-16T20:15:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:15:29Z"
    name: isvc-paddle-predictor-7dddcb4bd4-pp8wb.18a6ef95c436c54d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20015"
    uid: 3de45624-3f6e-4b6b-9bd8-6a6aa032c1c8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:15:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-pp8wb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19995"
    uid: 1025b52d-7b29-463d-ade9-fae4353b6a59
  kind: Event
  lastTimestamp: "2026-04-16T20:15:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:15:29Z"
    name: isvc-paddle-predictor-7dddcb4bd4-pp8wb.18a6ef95c4ab1825
    namespace: kserve-ci-e2e-test
    resourceVersion: "20017"
    uid: e469fd2e-cbc9-4815-b8e1-9a836107a3ac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:15:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-pp8wb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19995"
    uid: 1025b52d-7b29-463d-ade9-fae4353b6a59
  kind: Event
  lastTimestamp: "2026-04-16T20:15:34Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T20:15:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:15:34Z"
    name: isvc-paddle-predictor-7dddcb4bd4-pp8wb.18a6ef9703b40fcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20062"
    uid: 76e8a291-5f8b-4db2-a1c3-c3367005276a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:15:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-pp8wb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19995"
    uid: 1025b52d-7b29-463d-ade9-fae4353b6a59
  kind: Event
  lastTimestamp: "2026-04-16T20:15:46Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.766s (11.766s
    including waiting). Image size: 1162639611 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T20:15:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:15:46Z"
    name: isvc-paddle-predictor-7dddcb4bd4-pp8wb.18a6ef99c1062c37
    namespace: kserve-ci-e2e-test
    resourceVersion: "20147"
    uid: 22589a54-0a55-4d8c-8762-c56ec7fada8c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:15:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-pp8wb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19995"
    uid: 1025b52d-7b29-463d-ade9-fae4353b6a59
  kind: Event
  lastTimestamp: "2026-04-16T20:15:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:15:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:15:46Z"
    name: isvc-paddle-predictor-7dddcb4bd4-pp8wb.18a6ef99c4ca8ab9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20148"
    uid: 998cc493-eb6c-4876-aebd-92eac76873ce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:15:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-pp8wb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19995"
    uid: 1025b52d-7b29-463d-ade9-fae4353b6a59
  kind: Event
  lastTimestamp: "2026-04-16T20:15:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:15:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:15:46Z"
    name: isvc-paddle-predictor-7dddcb4bd4-pp8wb.18a6ef99c540f71d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20149"
    uid: 78557499-0de4-4910-8e7d-7871e2093c35
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T20:15:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-pp8wb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19995"
    uid: 1025b52d-7b29-463d-ade9-fae4353b6a59
  kind: Event
  lastTimestamp: "2026-04-16T20:16:27Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T20:15:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:16:27Z"
    name: isvc-paddle-predictor-7dddcb4bd4-pp8wb.18a6ef99d1d6f80a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20449"
    uid: 3cc24718-8b26-496b-9c6f-b872e40f29fe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:16:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-pp8wb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19995"
    uid: 1025b52d-7b29-463d-ade9-fae4353b6a59
  kind: Event
  lastTimestamp: "2026-04-16T20:16:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:16:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:16:40Z"
    name: isvc-paddle-predictor-7dddcb4bd4-pp8wb.18a6efa64cab3cd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20563"
    uid: 577c6390-227d-48f0-958f-f802c48416ce
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:15:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-7dddcb4bd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19978"
    uid: c31584d3-c6be-4fcd-b475-3e9abf75dc7e
  kind: Event
  lastTimestamp: "2026-04-16T20:15:29Z"
  message: 'Created pod: isvc-paddle-predictor-7dddcb4bd4-pp8wb'
  metadata:
    creationTimestamp: "2026-04-16T20:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:15:29Z"
    name: isvc-paddle-predictor-7dddcb4bd4.18a6ef95a5ee301d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19996"
    uid: a69c2b28-30ce-46d4-8631-4b5fbcb71682
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:15:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19973"
    uid: 36915e53-ab5a-46ad-8fac-66d57444647f
  kind: Event
  lastTimestamp: "2026-04-16T20:15:29Z"
  message: Scaled up replica set isvc-paddle-predictor-7dddcb4bd4 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T20:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:15:29Z"
    name: isvc-paddle-predictor.18a6ef95a37ed53d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19980"
    uid: a873d70b-7844-4609-b92b-b33f3431aeec
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:15:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19977"
    uid: 14c81a44-9948-4a6c-b866-8714750f5c63
  kind: Event
  lastTimestamp: "2026-04-16T20:16:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:15:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:16:14Z"
    name: isvc-paddle-predictor.18a6ef9922416795
    namespace: kserve-ci-e2e-test
    resourceVersion: "20354"
    uid: 78013a30-654f-4ca1-8fcc-d0e330515055
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:15:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19977"
    uid: 14c81a44-9948-4a6c-b866-8714750f5c63
  kind: Event
  lastTimestamp: "2026-04-16T20:16:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:15:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:16:14Z"
    name: isvc-paddle-predictor.18a6ef9922b2c03b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20355"
    uid: 61651908-a850-4080-82f6-ee57b4ad436f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:16:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20127"
    uid: 14c81a44-9948-4a6c-b866-8714750f5c63
  kind: Event
  lastTimestamp: "2026-04-16T20:16:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:16:29Z"
    name: isvc-paddle-predictor.18a6efa3a053dee6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20459"
    uid: 1712d7d3-0bbf-426e-9d3c-7237db87c070
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:16:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20127"
    uid: 14c81a44-9948-4a6c-b866-8714750f5c63
  kind: Event
  lastTimestamp: "2026-04-16T20:16:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:16:29Z"
    name: isvc-paddle-predictor.18a6efa3a0c1fa3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20461"
    uid: 3bdda2da-2f85-405e-8816-93778bbf1834
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:16:40.669244Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-jxngb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20583"
    uid: 30322e29-bbd2-41cb-a8c2-146420f13eb1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-86b49c4466-jxngb
    to ip-10-0-129-34.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:16:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:16:40Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-jxngb.18a6efa6525699ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "20589"
    uid: 0f40305a-b609-40af-b34d-6505958c880a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5f86c85d5c-q6td8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:16:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-jxngb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20594"
    uid: 30322e29-bbd2-41cb-a8c2-146420f13eb1
  kind: Event
  lastTimestamp: "2026-04-16T20:16:41Z"
  message: Add eth0 [10.134.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:16:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:16:41Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-jxngb.18a6efa66bac887c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20608"
    uid: 7d559b38-dab5-4a19-a01d-f93f0adbde31
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:16:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-jxngb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20585"
    uid: 30322e29-bbd2-41cb-a8c2-146420f13eb1
  kind: Event
  lastTimestamp: "2026-04-16T20:16:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:16:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:16:41Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-jxngb.18a6efa66d5ddf23
    namespace: kserve-ci-e2e-test
    resourceVersion: "20612"
    uid: 81916574-ab0a-4d8d-85e0-4845b959d45d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:16:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-jxngb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20585"
    uid: 30322e29-bbd2-41cb-a8c2-146420f13eb1
  kind: Event
  lastTimestamp: "2026-04-16T20:16:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:16:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:16:41Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-jxngb.18a6efa670b331f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20614"
    uid: c1e0d881-f53e-4768-9c11-795f880a99a9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:16:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-jxngb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20585"
    uid: 30322e29-bbd2-41cb-a8c2-146420f13eb1
  kind: Event
  lastTimestamp: "2026-04-16T20:16:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:16:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:16:41Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-jxngb.18a6efa67128cd17
    namespace: kserve-ci-e2e-test
    resourceVersion: "20615"
    uid: fa1fdc0e-a227-405c-a10a-cf1018ce687a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:16:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-jxngb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20585"
    uid: 30322e29-bbd2-41cb-a8c2-146420f13eb1
  kind: Event
  lastTimestamp: "2026-04-16T20:16:46Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:16:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:16:46Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-jxngb.18a6efa79b9734b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20659"
    uid: d76c0fd5-cd81-47ba-9736-2192ea726bf0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:16:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-jxngb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20585"
    uid: 30322e29-bbd2-41cb-a8c2-146420f13eb1
  kind: Event
  lastTimestamp: "2026-04-16T20:16:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:16:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:16:46Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-jxngb.18a6efa79fd04e7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20664"
    uid: 41bc9e84-b6be-4341-817e-f89addf52295
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:16:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-jxngb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20585"
    uid: 30322e29-bbd2-41cb-a8c2-146420f13eb1
  kind: Event
  lastTimestamp: "2026-04-16T20:16:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:16:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:16:46Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-jxngb.18a6efa7a0471a64
    namespace: kserve-ci-e2e-test
    resourceVersion: "20665"
    uid: 06c066f7-66fb-4782-8a58-aea7817bc009
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T20:16:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-jxngb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20585"
    uid: 30322e29-bbd2-41cb-a8c2-146420f13eb1
  kind: Event
  lastTimestamp: "2026-04-16T20:17:28Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T20:16:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:17:28Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-jxngb.18a6efa7d764f5f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20963"
    uid: f2365959-e633-4689-aedf-e9b36dd10400
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:17:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-jxngb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20585"
    uid: 30322e29-bbd2-41cb-a8c2-146420f13eb1
  kind: Event
  lastTimestamp: "2026-04-16T20:17:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:17:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:17:42Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-jxngb.18a6efb4a5157249
    namespace: kserve-ci-e2e-test
    resourceVersion: "21092"
    uid: 787fc831-1234-465b-b0c9-5c3c7e4a9cd6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:16:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-86b49c4466
    namespace: kserve-ci-e2e-test
    resourceVersion: "20574"
    uid: 9bc1818b-435e-414b-9f4e-35124497b99f
  kind: Event
  lastTimestamp: "2026-04-16T20:16:40Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-86b49c4466-jxngb'
  metadata:
    creationTimestamp: "2026-04-16T20:16:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:16:40Z"
    name: isvc-paddle-runtime-predictor-86b49c4466.18a6efa651cdf060
    namespace: kserve-ci-e2e-test
    resourceVersion: "20584"
    uid: 06ade248-c107-4981-ae48-e2249bf839ae
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:16:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20572"
    uid: 78fa4aae-f15f-4098-b121-360bba13c334
  kind: Event
  lastTimestamp: "2026-04-16T20:16:40Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-86b49c4466 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T20:16:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:16:40Z"
    name: isvc-paddle-runtime-predictor.18a6efa64f4dad13
    namespace: kserve-ci-e2e-test
    resourceVersion: "20576"
    uid: df6909cf-0e3e-426c-8e67-f9cd73f4643f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:16:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20573"
    uid: 2c887754-e89e-4aea-9fcf-a30115cf2a37
  kind: Event
  lastTimestamp: "2026-04-16T20:16:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:16:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:16:55Z"
    name: isvc-paddle-runtime-predictor.18a6efa9ce596fd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20731"
    uid: cc2e2d4a-a58b-433e-a174-76a032612c09
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:16:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20573"
    uid: 2c887754-e89e-4aea-9fcf-a30115cf2a37
  kind: Event
  lastTimestamp: "2026-04-16T20:16:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:16:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:16:55Z"
    name: isvc-paddle-runtime-predictor.18a6efa9cec66db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20733"
    uid: 14852312-5bd4-4d84-ac94-5a4935b6691f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:17:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20732"
    uid: 2c887754-e89e-4aea-9fcf-a30115cf2a37
  kind: Event
  lastTimestamp: "2026-04-16T20:17:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:17:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:17:40Z"
    name: isvc-paddle-runtime-predictor.18a6efad4d6e7035
    namespace: kserve-ci-e2e-test
    resourceVersion: "21057"
    uid: 6302f65a-0ea2-40ea-a231-87752233554c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:17:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20732"
    uid: 2c887754-e89e-4aea-9fcf-a30115cf2a37
  kind: Event
  lastTimestamp: "2026-04-16T20:17:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:17:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:17:40Z"
    name: isvc-paddle-runtime-predictor.18a6efad4dd323a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21058"
    uid: 3e0aca30-52db-4f55-85bf-d795a1cf0b84
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T20:16:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20558"
    uid: 43243013-261f-41fd-bdc5-9f61a373665b
  kind: Event
  lastTimestamp: "2026-04-16T20:17:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:16:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:17:38Z"
    name: isvc-paddle-runtime.18a6efa64f24d46c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21039"
    uid: 601ba83a-f489-4e16-89e4-f184ed64bd24
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:16:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20558"
    uid: 43243013-261f-41fd-bdc5-9f61a373665b
  kind: Event
  lastTimestamp: "2026-04-16T20:16:40Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:16:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:16:40Z"
    name: isvc-paddle-runtime.18a6efa64f77f6d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20597"
    uid: cbbad40d-afa1-43bc-a328-7521db5544ce
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:16:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20581"
    uid: 43243013-261f-41fd-bdc5-9f61a373665b
  kind: Event
  lastTimestamp: "2026-04-16T20:16:40Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle-runtime": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:16:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:16:40Z"
    name: isvc-paddle-runtime.18a6efa655484f02
    namespace: kserve-ci-e2e-test
    resourceVersion: "20598"
    uid: 26d8f98f-47c5-47f6-b63a-5eff1a89a153
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:17:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21037"
    uid: 43243013-261f-41fd-bdc5-9f61a373665b
  kind: Event
  lastTimestamp: "2026-04-16T20:17:38Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:17:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:17:38Z"
    name: isvc-paddle-runtime.18a6efb3bb2d467b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21038"
    uid: c247a1e2-efdc-4887-a686-f12c50ed0f87
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:17:42.269149Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-cgl9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21108"
    uid: 02c8119b-7b5d-490c-ab1f-c93f82fae7be
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-7c6bd76f7b-cgl9h
    to ip-10-0-129-34.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:17:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:17:42Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-cgl9h.18a6efb4a9fa8662
    namespace: kserve-ci-e2e-test
    resourceVersion: "21114"
    uid: 35dee9fc-c109-4153-b93f-eb20206f02f2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5f86c85d5c-q6td8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:17:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-cgl9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21120"
    uid: 02c8119b-7b5d-490c-ab1f-c93f82fae7be
  kind: Event
  lastTimestamp: "2026-04-16T20:17:42Z"
  message: Add eth0 [10.134.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:17:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:17:42Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-cgl9h.18a6efb4c3681829
    namespace: kserve-ci-e2e-test
    resourceVersion: "21129"
    uid: f96f585c-4703-4b85-b221-732d74e5d01b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:17:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-cgl9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21111"
    uid: 02c8119b-7b5d-490c-ab1f-c93f82fae7be
  kind: Event
  lastTimestamp: "2026-04-16T20:17:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:17:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:17:42Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-cgl9h.18a6efb4c4bdcdfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21131"
    uid: f716d021-01f2-4229-b7fd-5f826d2ddf84
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:17:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-cgl9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21111"
    uid: 02c8119b-7b5d-490c-ab1f-c93f82fae7be
  kind: Event
  lastTimestamp: "2026-04-16T20:17:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:17:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:17:42Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-cgl9h.18a6efb4c805bbf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21134"
    uid: 85750091-1002-4c2e-9512-63705f117168
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:17:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-cgl9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21111"
    uid: 02c8119b-7b5d-490c-ab1f-c93f82fae7be
  kind: Event
  lastTimestamp: "2026-04-16T20:17:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:17:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:17:42Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-cgl9h.18a6efb4c87938f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21135"
    uid: 30620ef7-4c27-4fb5-9955-58166689330e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:17:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-cgl9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21111"
    uid: 02c8119b-7b5d-490c-ab1f-c93f82fae7be
  kind: Event
  lastTimestamp: "2026-04-16T20:17:47Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:17:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:17:47Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-cgl9h.18a6efb5dbff1df5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21177"
    uid: 69404c6f-b085-4e40-ad3b-fb69a7f507d5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:17:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-cgl9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21111"
    uid: 02c8119b-7b5d-490c-ab1f-c93f82fae7be
  kind: Event
  lastTimestamp: "2026-04-16T20:17:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:17:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:17:47Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-cgl9h.18a6efb5df2e8571
    namespace: kserve-ci-e2e-test
    resourceVersion: "21181"
    uid: 124f53f2-82d0-4646-a1ae-49080d9c2f5c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:17:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-cgl9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21111"
    uid: 02c8119b-7b5d-490c-ab1f-c93f82fae7be
  kind: Event
  lastTimestamp: "2026-04-16T20:17:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:17:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:17:47Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-cgl9h.18a6efb5dfa8a252
    namespace: kserve-ci-e2e-test
    resourceVersion: "21182"
    uid: f04744e6-54b7-4034-a41b-dc87c6f2d338
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T20:17:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-cgl9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21111"
    uid: 02c8119b-7b5d-490c-ab1f-c93f82fae7be
  kind: Event
  lastTimestamp: "2026-04-16T20:18:29Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T20:17:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:18:29Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-cgl9h.18a6efb617f3d5a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21481"
    uid: 27cd5cf8-a0c2-4b4a-ba44-e7d941c2d128
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:18:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-cgl9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21111"
    uid: 02c8119b-7b5d-490c-ab1f-c93f82fae7be
  kind: Event
  lastTimestamp: "2026-04-16T20:18:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:18:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:18:43Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-cgl9h.18a6efc3088f3e80
    namespace: kserve-ci-e2e-test
    resourceVersion: "21612"
    uid: cade5c51-6e94-4879-8a7c-85e3ac59f105
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:17:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21100"
    uid: 37a9ea14-0e7c-428f-a37e-ab9c55e5f05a
  kind: Event
  lastTimestamp: "2026-04-16T20:17:42Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-cgl9h'
  metadata:
    creationTimestamp: "2026-04-16T20:17:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:17:42Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b.18a6efb4a9686416
    namespace: kserve-ci-e2e-test
    resourceVersion: "21110"
    uid: 91d28580-a6d9-41c6-8e5c-a86b175ad58e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:17:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21098"
    uid: c4691cbc-62d9-4aad-a51b-9250e632128a
  kind: Event
  lastTimestamp: "2026-04-16T20:17:42Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-7c6bd76f7b from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T20:17:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:17:42Z"
    name: isvc-paddle-v2-kserve-predictor.18a6efb4a713e386
    namespace: kserve-ci-e2e-test
    resourceVersion: "21102"
    uid: e1bf52e1-9304-4423-9622-925217b35839
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:17:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21099"
    uid: 383b23b2-0681-42f1-b8e5-d9ff7b239650
  kind: Event
  lastTimestamp: "2026-04-16T20:18:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:17:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:18:27Z"
    name: isvc-paddle-v2-kserve-predictor.18a6efb826237795
    namespace: kserve-ci-e2e-test
    resourceVersion: "21464"
    uid: b69ea2b4-a339-4551-b15b-31d8fcede03d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:17:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21099"
    uid: 383b23b2-0681-42f1-b8e5-d9ff7b239650
  kind: Event
  lastTimestamp: "2026-04-16T20:18:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:17:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:18:27Z"
    name: isvc-paddle-v2-kserve-predictor.18a6efb8268a3ef7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21465"
    uid: c3c907ac-952b-4db0-b915-d187a1ff5b88
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:18:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21254"
    uid: 383b23b2-0681-42f1-b8e5-d9ff7b239650
  kind: Event
  lastTimestamp: "2026-04-16T20:18:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:18:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:18:42Z"
    name: isvc-paddle-v2-kserve-predictor.18a6efc2a327173e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21577"
    uid: ad74d434-b3e7-45bd-91ba-969fb29a62a2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:18:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21254"
    uid: 383b23b2-0681-42f1-b8e5-d9ff7b239650
  kind: Event
  lastTimestamp: "2026-04-16T20:18:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:18:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:18:42Z"
    name: isvc-paddle-v2-kserve-predictor.18a6efc2a3901322
    namespace: kserve-ci-e2e-test
    resourceVersion: "21579"
    uid: 202cb08d-e9fb-438a-a377-551467754943
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T20:17:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21084"
    uid: 052b6b76-ca0d-460b-9b1e-ea0f24dc82bb
  kind: Event
  lastTimestamp: "2026-04-16T20:18:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:17:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:18:39Z"
    name: isvc-paddle-v2-kserve.18a6efb4a6ed2c8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21555"
    uid: 5efc40a5-47d3-40c8-8deb-8a26f33aed9f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:17:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21084"
    uid: 052b6b76-ca0d-460b-9b1e-ea0f24dc82bb
  kind: Event
  lastTimestamp: "2026-04-16T20:17:42Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:17:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:17:42Z"
    name: isvc-paddle-v2-kserve.18a6efb4a7388e41
    namespace: kserve-ci-e2e-test
    resourceVersion: "21104"
    uid: 73f1d67c-47ab-4bc7-afd7-e8edc45736c4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:18:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21553"
    uid: 052b6b76-ca0d-460b-9b1e-ea0f24dc82bb
  kind: Event
  lastTimestamp: "2026-04-16T20:18:39Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:18:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:18:39Z"
    name: isvc-paddle-v2-kserve.18a6efc1fbdc003e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21554"
    uid: 66b40067-772e-4cf9-9628-405bc92d39d0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T20:15:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "19955"
    uid: 09867cbf-8efa-4c81-a1fd-d6d0738380ac
  kind: Event
  lastTimestamp: "2026-04-16T20:16:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:16:38Z"
    name: isvc-paddle.18a6ef95a38493f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20528"
    uid: c026e457-22f0-4cc4-91c1-d8e59a3b6472
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:15:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "19955"
    uid: 09867cbf-8efa-4c81-a1fd-d6d0738380ac
  kind: Event
  lastTimestamp: "2026-04-16T20:15:29Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T20:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:15:29Z"
    name: isvc-paddle.18a6ef95a3f59bc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19986"
    uid: 2516c4e4-a3a3-4816-b830-7178f9f8a418
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:16:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20526"
    uid: 09867cbf-8efa-4c81-a1fd-d6d0738380ac
  kind: Event
  lastTimestamp: "2026-04-16T20:16:38Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:16:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:16:38Z"
    name: isvc-paddle.18a6efa5b5e4d4d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20527"
    uid: 0019d621-b263-40e6-b591-c746e5b41386
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:18:44.092297Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-vhkm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21635"
    uid: 0ec204dd-48b0-43b5-82ce-73f3f7a70718
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-5584ffd8c9-vhkm4
    to ip-10-0-129-34.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:18:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:18:44Z"
    name: isvc-pmml-predictor-5584ffd8c9-vhkm4.18a6efc30eecd5ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "21639"
    uid: fd851fc7-b929-4cec-ab83-e72b52abf527
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5f86c85d5c-q6td8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:18:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-vhkm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21644"
    uid: 0ec204dd-48b0-43b5-82ce-73f3f7a70718
  kind: Event
  lastTimestamp: "2026-04-16T20:18:44Z"
  message: Add eth0 [10.134.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:18:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:18:44Z"
    name: isvc-pmml-predictor-5584ffd8c9-vhkm4.18a6efc32882e462
    namespace: kserve-ci-e2e-test
    resourceVersion: "21656"
    uid: 4b2d0c10-0061-4789-93b0-6f6f12fa03d0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:18:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-vhkm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21637"
    uid: 0ec204dd-48b0-43b5-82ce-73f3f7a70718
  kind: Event
  lastTimestamp: "2026-04-16T20:18:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:18:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:18:44Z"
    name: isvc-pmml-predictor-5584ffd8c9-vhkm4.18a6efc329e27365
    namespace: kserve-ci-e2e-test
    resourceVersion: "21659"
    uid: badab4f0-418b-49b0-b8ea-4a022f5858e8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:18:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-vhkm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21637"
    uid: 0ec204dd-48b0-43b5-82ce-73f3f7a70718
  kind: Event
  lastTimestamp: "2026-04-16T20:18:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:18:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:18:44Z"
    name: isvc-pmml-predictor-5584ffd8c9-vhkm4.18a6efc32ceb8bbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21661"
    uid: e684bae9-cb12-493a-87f5-22f0a44b90cc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:18:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-vhkm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21637"
    uid: 0ec204dd-48b0-43b5-82ce-73f3f7a70718
  kind: Event
  lastTimestamp: "2026-04-16T20:18:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:18:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:18:44Z"
    name: isvc-pmml-predictor-5584ffd8c9-vhkm4.18a6efc32d613271
    namespace: kserve-ci-e2e-test
    resourceVersion: "21662"
    uid: df857fa4-a9a1-49cb-97a5-a624c1879675
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:18:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-vhkm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21637"
    uid: 0ec204dd-48b0-43b5-82ce-73f3f7a70718
  kind: Event
  lastTimestamp: "2026-04-16T20:18:48Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T20:18:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:18:48Z"
    name: isvc-pmml-predictor-5584ffd8c9-vhkm4.18a6efc41d40c9a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21700"
    uid: 621a7cd2-06bc-484d-a012-458aa3fa8331
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:18:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-vhkm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21637"
    uid: 0ec204dd-48b0-43b5-82ce-73f3f7a70718
  kind: Event
  lastTimestamp: "2026-04-16T20:18:55Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 7.111s (7.111s
    including waiting). Image size: 800715639 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T20:18:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:18:55Z"
    name: isvc-pmml-predictor-5584ffd8c9-vhkm4.18a6efc5c51b02d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21758"
    uid: 99ddfe4c-b2b2-4fe3-86a2-c34a25f7a9b0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:18:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-vhkm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21637"
    uid: 0ec204dd-48b0-43b5-82ce-73f3f7a70718
  kind: Event
  lastTimestamp: "2026-04-16T20:18:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:18:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:18:55Z"
    name: isvc-pmml-predictor-5584ffd8c9-vhkm4.18a6efc5c8ad6a5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21759"
    uid: 53235035-fc02-4a55-9a38-5b88a7f15aab
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:18:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-vhkm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21637"
    uid: 0ec204dd-48b0-43b5-82ce-73f3f7a70718
  kind: Event
  lastTimestamp: "2026-04-16T20:18:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:18:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:18:55Z"
    name: isvc-pmml-predictor-5584ffd8c9-vhkm4.18a6efc5c9249688
    namespace: kserve-ci-e2e-test
    resourceVersion: "21760"
    uid: 6a4ec071-6034-43c2-91ac-3ac51af12c68
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T20:18:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-vhkm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21637"
    uid: 0ec204dd-48b0-43b5-82ce-73f3f7a70718
  kind: Event
  lastTimestamp: "2026-04-16T20:20:27Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T20:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:20:27Z"
    name: isvc-pmml-predictor-5584ffd8c9-vhkm4.18a6efc5fc269d81
    namespace: kserve-ci-e2e-test
    resourceVersion: "22477"
    uid: 5e60e6b0-25b9-4870-b014-4a8eb98f77da
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:20:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-vhkm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21637"
    uid: 0ec204dd-48b0-43b5-82ce-73f3f7a70718
  kind: Event
  lastTimestamp: "2026-04-16T20:20:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:20:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:20:25Z"
    name: isvc-pmml-predictor-5584ffd8c9-vhkm4.18a6efda9efd74ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "22426"
    uid: 0a7363e3-6160-4c58-8bf5-43e8ef513cd6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:18:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-5584ffd8c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21624"
    uid: 8e61b872-5dbc-41e2-9e3c-b0fa206531bb
  kind: Event
  lastTimestamp: "2026-04-16T20:18:44Z"
  message: 'Created pod: isvc-pmml-predictor-5584ffd8c9-vhkm4'
  metadata:
    creationTimestamp: "2026-04-16T20:18:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:18:44Z"
    name: isvc-pmml-predictor-5584ffd8c9.18a6efc30e79eef7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21636"
    uid: 90da797c-2685-410c-b478-a07ebdee9360
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:18:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21622"
    uid: a928bcf0-2c16-4f70-9256-6158f30ebe64
  kind: Event
  lastTimestamp: "2026-04-16T20:18:44Z"
  message: Scaled up replica set isvc-pmml-predictor-5584ffd8c9 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T20:18:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:18:44Z"
    name: isvc-pmml-predictor.18a6efc30baafce8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21626"
    uid: 969ac1ce-ec64-4d26-8923-ecd2c4762fa7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:18:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21623"
    uid: 05c576d6-2f07-4cc6-8595-850a96ba6133
  kind: Event
  lastTimestamp: "2026-04-16T20:19:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:18:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:19:29Z"
    name: isvc-pmml-predictor.18a6efc68a80bd9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21993"
    uid: 1de3d9d0-d5b2-42de-8cb3-2e6a0f54216b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:18:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21623"
    uid: 05c576d6-2f07-4cc6-8595-850a96ba6133
  kind: Event
  lastTimestamp: "2026-04-16T20:19:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:18:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:19:29Z"
    name: isvc-pmml-predictor.18a6efc68aec0753
    namespace: kserve-ci-e2e-test
    resourceVersion: "21994"
    uid: e6984754-5680-4cb2-a4ad-8eb41ea1ace8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:19:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21786"
    uid: 05c576d6-2f07-4cc6-8595-850a96ba6133
  kind: Event
  lastTimestamp: "2026-04-16T20:20:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:19:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:20:14Z"
    name: isvc-pmml-predictor.18a6efd1084d14c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22310"
    uid: 77bebbe5-fe9e-4b7c-8d13-ae2eb91d7354
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:19:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21786"
    uid: 05c576d6-2f07-4cc6-8595-850a96ba6133
  kind: Event
  lastTimestamp: "2026-04-16T20:20:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:19:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:20:14Z"
    name: isvc-pmml-predictor.18a6efd108b89d8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22311"
    uid: 9d8f48ed-5a6c-4664-90f4-ab4be2e784ee
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:20:25.367097Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-m7zfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22436"
    uid: d79b2eba-0947-4200-9757-ea75967c6f42
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-7576f6b69f-m7zfd
    to ip-10-0-129-34.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:20:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:20:25Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-m7zfd.18a6efdaa35fb118
    namespace: kserve-ci-e2e-test
    resourceVersion: "22441"
    uid: a7d09da8-b79e-41f2-8f76-8c440ba2a0e4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5f86c85d5c-q6td8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:20:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-m7zfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22444"
    uid: d79b2eba-0947-4200-9757-ea75967c6f42
  kind: Event
  lastTimestamp: "2026-04-16T20:20:25Z"
  message: Add eth0 [10.134.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:20:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:20:25Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-m7zfd.18a6efdabcd9780a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22454"
    uid: 420fe193-1b21-4a58-916d-5fc0f065e7f0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:20:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-m7zfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22438"
    uid: d79b2eba-0947-4200-9757-ea75967c6f42
  kind: Event
  lastTimestamp: "2026-04-16T20:20:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:20:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:20:25Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-m7zfd.18a6efdabe8217c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22456"
    uid: 493b3352-d6fc-44fa-9432-d6b458823ae4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:20:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-m7zfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22438"
    uid: d79b2eba-0947-4200-9757-ea75967c6f42
  kind: Event
  lastTimestamp: "2026-04-16T20:20:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:20:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:20:25Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-m7zfd.18a6efdac2573cc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22460"
    uid: f54cc7d3-bbb4-4573-b490-c0a914e858d8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:20:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-m7zfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22438"
    uid: d79b2eba-0947-4200-9757-ea75967c6f42
  kind: Event
  lastTimestamp: "2026-04-16T20:20:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:20:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:20:25Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-m7zfd.18a6efdac2cb31c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22461"
    uid: 73b03947-3324-4688-8133-54ff484e3cae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:20:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-m7zfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22438"
    uid: d79b2eba-0947-4200-9757-ea75967c6f42
  kind: Event
  lastTimestamp: "2026-04-16T20:20:29Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:20:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:20:29Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-m7zfd.18a6efdbb6231ecc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22500"
    uid: 2ef5a29a-1a9a-48d6-9dab-62357fea1258
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:20:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-m7zfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22438"
    uid: d79b2eba-0947-4200-9757-ea75967c6f42
  kind: Event
  lastTimestamp: "2026-04-16T20:20:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:20:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:20:30Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-m7zfd.18a6efdbb970764d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22506"
    uid: 343242a8-3082-4d05-9732-96cfb1dbbb21
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:20:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-m7zfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22438"
    uid: d79b2eba-0947-4200-9757-ea75967c6f42
  kind: Event
  lastTimestamp: "2026-04-16T20:20:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:20:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:20:30Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-m7zfd.18a6efdbb9ec8086
    namespace: kserve-ci-e2e-test
    resourceVersion: "22507"
    uid: 6d614bf6-98b9-4820-9a7f-3087d9f236d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T20:20:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-m7zfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22438"
    uid: d79b2eba-0947-4200-9757-ea75967c6f42
  kind: Event
  lastTimestamp: "2026-04-16T20:21:43Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T20:20:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:21:43Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-m7zfd.18a6efdbf2410902
    namespace: kserve-ci-e2e-test
    resourceVersion: "23016"
    uid: f8235dba-9276-41c3-8e9a-991c5b6db3fa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:21:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-m7zfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22438"
    uid: d79b2eba-0947-4200-9757-ea75967c6f42
  kind: Event
  lastTimestamp: "2026-04-16T20:21:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:21:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:21:56Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-m7zfd.18a6efefd4aa17eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23153"
    uid: b94ddc7c-ca9e-4c20-a0ce-7ded89b3b48a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:20:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-7576f6b69f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22421"
    uid: 45eadd03-0a5b-4b77-8216-09d096abfcbc
  kind: Event
  lastTimestamp: "2026-04-16T20:20:25Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-7576f6b69f-m7zfd'
  metadata:
    creationTimestamp: "2026-04-16T20:20:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:20:25Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f.18a6efdaa2f64414
    namespace: kserve-ci-e2e-test
    resourceVersion: "22437"
    uid: 20fef6f9-8470-4cf6-8320-c9900b82e2c3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:20:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22414"
    uid: 8e5d7e7d-f79a-45bc-b3cf-5227a80a06ea
  kind: Event
  lastTimestamp: "2026-04-16T20:20:25Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-7576f6b69f from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T20:20:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:20:25Z"
    name: isvc-pmml-runtime-predictor.18a6efda9ed9fab3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22424"
    uid: f479668d-9069-425d-bfea-4708df0d86af
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T20:20:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22420"
    uid: 7b0041f3-4073-4b70-ad70-883d0126a797
  kind: Event
  lastTimestamp: "2026-04-16T20:21:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:20:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:21:25Z"
    name: isvc-pmml-runtime-predictor.18a6efde1d64418e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22891"
    uid: 047ef943-9000-46c7-94fd-bfca19295fc9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T20:20:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22420"
    uid: 7b0041f3-4073-4b70-ad70-883d0126a797
  kind: Event
  lastTimestamp: "2026-04-16T20:21:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:20:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:21:25Z"
    name: isvc-pmml-runtime-predictor.18a6efde1dad3805
    namespace: kserve-ci-e2e-test
    resourceVersion: "22892"
    uid: 4397c0b5-9eb3-470a-ab05-b1d4be0606f6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:21:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22580"
    uid: 7b0041f3-4073-4b70-ad70-883d0126a797
  kind: Event
  lastTimestamp: "2026-04-16T20:21:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:21:55Z"
    name: isvc-pmml-runtime-predictor.18a6efec19a4aa6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23113"
    uid: 1c0f8c24-16f4-42b9-8afc-bde154221792
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:21:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22580"
    uid: 7b0041f3-4073-4b70-ad70-883d0126a797
  kind: Event
  lastTimestamp: "2026-04-16T20:21:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:21:55Z"
    name: isvc-pmml-runtime-predictor.18a6efec1a062d4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23114"
    uid: 42349e17-957a-49b1-9e43-2370279bf5db
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T20:20:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22396"
    uid: 40096d85-e263-4039-827c-1b3dfc1d6f43
  kind: Event
  lastTimestamp: "2026-04-16T20:21:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:20:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:21:53Z"
    name: isvc-pmml-runtime.18a6efda9eb74ea2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23097"
    uid: 751bfe88-6872-46cc-8a27-20d560e149b3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:20:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22396"
    uid: 40096d85-e263-4039-827c-1b3dfc1d6f43
  kind: Event
  lastTimestamp: "2026-04-16T20:20:25Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:20:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:20:25Z"
    name: isvc-pmml-runtime.18a6efda9f1e4b81
    namespace: kserve-ci-e2e-test
    resourceVersion: "22427"
    uid: e91094c9-2355-4393-ab9c-7207b92a759a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:21:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23094"
    uid: 40096d85-e263-4039-827c-1b3dfc1d6f43
  kind: Event
  lastTimestamp: "2026-04-16T20:21:53Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:21:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:21:53Z"
    name: isvc-pmml-runtime.18a6efef14ee7400
    namespace: kserve-ci-e2e-test
    resourceVersion: "23096"
    uid: c48489f9-1650-4133-a5b2-951b0c7ec1f9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:21:56.472614Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-r42g2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23169"
    uid: 96dee0e8-19a6-4ebf-9ff3-e2b70d132448
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-75b87ff64c-r42g2
    to ip-10-0-129-34.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:21:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:21:56Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-r42g2.18a6efefd9af87d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23173"
    uid: e7554046-0106-4b08-a06c-541bc4179b9a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5f86c85d5c-q6td8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:21:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-r42g2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23176"
    uid: 96dee0e8-19a6-4ebf-9ff3-e2b70d132448
  kind: Event
  lastTimestamp: "2026-04-16T20:21:56Z"
  message: Add eth0 [10.134.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:21:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:21:56Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-r42g2.18a6efeff2e9a6ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "23185"
    uid: 555224f5-467d-4bb6-bf15-36fa44b98399
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:21:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-r42g2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23171"
    uid: 96dee0e8-19a6-4ebf-9ff3-e2b70d132448
  kind: Event
  lastTimestamp: "2026-04-16T20:21:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:21:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:21:56Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-r42g2.18a6efeff4303177
    namespace: kserve-ci-e2e-test
    resourceVersion: "23187"
    uid: fb59403d-b808-48dd-a1bb-1199408dad35
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:21:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-r42g2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23171"
    uid: 96dee0e8-19a6-4ebf-9ff3-e2b70d132448
  kind: Event
  lastTimestamp: "2026-04-16T20:21:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:21:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:21:56Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-r42g2.18a6efeff76c6323
    namespace: kserve-ci-e2e-test
    resourceVersion: "23189"
    uid: 57e1474e-4167-46c5-9b34-0d97a0fbf897
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:21:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-r42g2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23171"
    uid: 96dee0e8-19a6-4ebf-9ff3-e2b70d132448
  kind: Event
  lastTimestamp: "2026-04-16T20:21:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:21:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:21:56Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-r42g2.18a6efeff7e2a5c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23190"
    uid: 3750b579-64e9-4b51-a114-8e0506abf71c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:22:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-r42g2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23171"
    uid: 96dee0e8-19a6-4ebf-9ff3-e2b70d132448
  kind: Event
  lastTimestamp: "2026-04-16T20:22:01Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:22:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:22:01Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-r42g2.18a6eff0f9810e5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23231"
    uid: 58f8e804-26eb-4a31-b15b-1463dabfe18b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:22:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-r42g2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23171"
    uid: 96dee0e8-19a6-4ebf-9ff3-e2b70d132448
  kind: Event
  lastTimestamp: "2026-04-16T20:22:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:22:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:22:01Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-r42g2.18a6eff0fcc0c999
    namespace: kserve-ci-e2e-test
    resourceVersion: "23235"
    uid: 55d338a6-71ce-4de1-8b96-003938cdf280
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:22:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-r42g2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23171"
    uid: 96dee0e8-19a6-4ebf-9ff3-e2b70d132448
  kind: Event
  lastTimestamp: "2026-04-16T20:22:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:22:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:22:01Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-r42g2.18a6eff0fd51be0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23236"
    uid: 36beaf96-c051-4f29-8231-c3aec46ebd33
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T20:22:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-r42g2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23171"
    uid: 96dee0e8-19a6-4ebf-9ff3-e2b70d132448
  kind: Event
  lastTimestamp: "2026-04-16T20:23:39Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T20:22:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:23:39Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-r42g2.18a6eff13572b349
    namespace: kserve-ci-e2e-test
    resourceVersion: "23992"
    uid: e5f385fd-447c-4301-a70b-f5a4a25b43df
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:23:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-r42g2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23171"
    uid: 96dee0e8-19a6-4ebf-9ff3-e2b70d132448
  kind: Event
  lastTimestamp: "2026-04-16T20:23:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:23:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:23:37Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-r42g2.18a6f00760a91026
    namespace: kserve-ci-e2e-test
    resourceVersion: "23945"
    uid: cca67b34-7116-404e-b8c3-9ff83e819b74
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:21:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23152"
    uid: 577c5132-26d3-42fb-b60a-6ab253111230
  kind: Event
  lastTimestamp: "2026-04-16T20:21:56Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-75b87ff64c-r42g2'
  metadata:
    creationTimestamp: "2026-04-16T20:21:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:21:56Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c.18a6efefd9466fb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23170"
    uid: d48c8fe7-7015-4a81-b5cb-dd03f0ad8916
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:21:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23150"
    uid: 7ebd6bf6-bb11-48f7-86ec-7585bee3e5dd
  kind: Event
  lastTimestamp: "2026-04-16T20:21:56Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-75b87ff64c from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T20:21:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:21:56Z"
    name: isvc-pmml-v2-kserve-predictor.18a6efefd4fc9c30
    namespace: kserve-ci-e2e-test
    resourceVersion: "23156"
    uid: d1431cc2-60dc-4c9e-b398-3f3c373d88d2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:22:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23151"
    uid: cfedaa6b-4761-4ad7-a930-212bf1fb8e6e
  kind: Event
  lastTimestamp: "2026-04-16T20:22:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:22:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:22:11Z"
    name: isvc-pmml-v2-kserve-predictor.18a6eff35389a63f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23306"
    uid: f589d880-651b-4df7-b506-38c62160a047
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:22:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23151"
    uid: cfedaa6b-4761-4ad7-a930-212bf1fb8e6e
  kind: Event
  lastTimestamp: "2026-04-16T20:22:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:22:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:22:11Z"
    name: isvc-pmml-v2-kserve-predictor.18a6eff353eee64a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23308"
    uid: b3ed0bd2-5746-4b7a-bfb4-cc1a6d21c361
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T20:22:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23307"
    uid: cfedaa6b-4761-4ad7-a930-212bf1fb8e6e
  kind: Event
  lastTimestamp: "2026-04-16T20:23:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:22:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:23:26Z"
    name: isvc-pmml-v2-kserve-predictor.18a6eff6d330b18c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23828"
    uid: 733d8111-504e-4a6e-aadd-195b63d27d33
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T20:22:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23307"
    uid: cfedaa6b-4761-4ad7-a930-212bf1fb8e6e
  kind: Event
  lastTimestamp: "2026-04-16T20:23:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:22:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:23:26Z"
    name: isvc-pmml-v2-kserve-predictor.18a6eff6d398e849
    namespace: kserve-ci-e2e-test
    resourceVersion: "23829"
    uid: 2b0a482a-490d-4f8f-8583-52339b15e332
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T20:21:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23127"
    uid: a8b447a3-b5cf-476b-8993-72165dfa2d0f
  kind: Event
  lastTimestamp: "2026-04-16T20:23:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:21:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:23:29Z"
    name: isvc-pmml-v2-kserve.18a6efefd4d6afdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23857"
    uid: e86841cc-38ac-49b7-aeb5-d33d77ddb75c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:21:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23127"
    uid: a8b447a3-b5cf-476b-8993-72165dfa2d0f
  kind: Event
  lastTimestamp: "2026-04-16T20:21:56Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:21:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:21:56Z"
    name: isvc-pmml-v2-kserve.18a6efefd54251c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23158"
    uid: 035bc38c-1e65-4208-b30f-17fc0910eecd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:23:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23855"
    uid: a8b447a3-b5cf-476b-8993-72165dfa2d0f
  kind: Event
  lastTimestamp: "2026-04-16T20:23:29Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:23:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:23:29Z"
    name: isvc-pmml-v2-kserve.18a6f0056f7eb4dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23856"
    uid: a6872477-987b-4d5b-83e2-94f322b592e4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T20:18:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21614"
    uid: a1495466-dd9a-4585-8806-9e06736494eb
  kind: Event
  lastTimestamp: "2026-04-16T20:20:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:18:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:20:17Z"
    name: isvc-pmml.18a6efc30b799aaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22343"
    uid: 840a51ca-c48e-4c71-8372-68b653748ee4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:18:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21614"
    uid: a1495466-dd9a-4585-8806-9e06736494eb
  kind: Event
  lastTimestamp: "2026-04-16T20:18:44Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:18:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:18:44Z"
    name: isvc-pmml.18a6efc30bc58da6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21645"
    uid: d167bebc-e207-4a8b-9102-b6eb3ea41d94
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:18:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21619"
    uid: a1495466-dd9a-4585-8806-9e06736494eb
  kind: Event
  lastTimestamp: "2026-04-16T20:18:44Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:18:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:18:44Z"
    name: isvc-pmml.18a6efc31006fa10
    namespace: kserve-ci-e2e-test
    resourceVersion: "21646"
    uid: 7ecbadd9-2ba5-4f76-8370-79a0060f56e2
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:20:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22341"
    uid: a1495466-dd9a-4585-8806-9e06736494eb
  kind: Event
  lastTimestamp: "2026-04-16T20:20:17Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:20:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:20:17Z"
    name: isvc-pmml.18a6efd8dc64f786
    namespace: kserve-ci-e2e-test
    resourceVersion: "22342"
    uid: a0607e00-9551-4a10-9c4f-811b8d6d9249
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:28:41.598246Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-pxd8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "26848"
    uid: 66f41bfe-8250-438f-97ca-e63b51d55823
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-669896799c-pxd8k
    to ip-10-0-129-34.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:28:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:28:41Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-pxd8k.18a6f04e2d0e4d5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26852"
    uid: d571b97f-0cd8-4aee-a455-5cdc122aadc9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5f86c85d5c-q6td8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:28:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-pxd8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "26859"
    uid: 66f41bfe-8250-438f-97ca-e63b51d55823
  kind: Event
  lastTimestamp: "2026-04-16T20:28:42Z"
  message: Add eth0 [10.134.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:28:42Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-pxd8k.18a6f04e468fcfb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26864"
    uid: 4ecda722-d21d-4111-b438-08efbc28525b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:28:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-pxd8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "26850"
    uid: 66f41bfe-8250-438f-97ca-e63b51d55823
  kind: Event
  lastTimestamp: "2026-04-16T20:28:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:28:42Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-pxd8k.18a6f04e47d63058
    namespace: kserve-ci-e2e-test
    resourceVersion: "26866"
    uid: d19565f7-53e9-4d00-a2f5-66473b0da6b6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:28:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-pxd8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "26850"
    uid: 66f41bfe-8250-438f-97ca-e63b51d55823
  kind: Event
  lastTimestamp: "2026-04-16T20:28:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:28:42Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-pxd8k.18a6f04e4b120842
    namespace: kserve-ci-e2e-test
    resourceVersion: "26868"
    uid: e2d52578-75b7-499e-983a-292a4b61cc9a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:28:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-pxd8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "26850"
    uid: 66f41bfe-8250-438f-97ca-e63b51d55823
  kind: Event
  lastTimestamp: "2026-04-16T20:28:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:28:42Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-pxd8k.18a6f04e4b8463ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "26869"
    uid: e7a1deef-7254-4fcd-bf92-8341adbc99b8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:28:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-pxd8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "26850"
    uid: 66f41bfe-8250-438f-97ca-e63b51d55823
  kind: Event
  lastTimestamp: "2026-04-16T20:28:45Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:28:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:28:45Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-pxd8k.18a6f04f26180054
    namespace: kserve-ci-e2e-test
    resourceVersion: "26905"
    uid: e63d28f6-645f-48d7-8f84-c8143b8eaad2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:28:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-pxd8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "26850"
    uid: 66f41bfe-8250-438f-97ca-e63b51d55823
  kind: Event
  lastTimestamp: "2026-04-16T20:28:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:28:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:28:45Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-pxd8k.18a6f04f2965677d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26909"
    uid: 417ecb76-0698-41d6-b60a-cfd9dbe08147
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:28:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-pxd8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "26850"
    uid: 66f41bfe-8250-438f-97ca-e63b51d55823
  kind: Event
  lastTimestamp: "2026-04-16T20:28:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:28:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:28:45Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-pxd8k.18a6f04f29de6538
    namespace: kserve-ci-e2e-test
    resourceVersion: "26910"
    uid: ac4c616d-5ac5-44df-9d65-992206f02127
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T20:28:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-pxd8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "26850"
    uid: 66f41bfe-8250-438f-97ca-e63b51d55823
  kind: Event
  lastTimestamp: "2026-04-16T20:30:12Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T20:28:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:30:12Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-pxd8k.18a6f04f62382c58
    namespace: kserve-ci-e2e-test
    resourceVersion: "27589"
    uid: f0f3dffa-a1ff-417e-b0fe-25dbf88a0e1c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:30:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-pxd8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "26850"
    uid: 66f41bfe-8250-438f-97ca-e63b51d55823
  kind: Event
  lastTimestamp: "2026-04-16T20:30:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:30:11Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-pxd8k.18a6f06324cade6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27556"
    uid: 64a7e2e4-1b90-4b5f-a4f8-ad62309c1b43
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:28:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-669896799c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26836"
    uid: 9a8ea5d4-05d1-4840-9754-ea7e05f74c3f
  kind: Event
  lastTimestamp: "2026-04-16T20:28:41Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-669896799c-pxd8k'
  metadata:
    creationTimestamp: "2026-04-16T20:28:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:28:41Z"
    name: isvc-predictive-lightgbm-predictor-669896799c.18a6f04e2c99024a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26849"
    uid: 189330fe-5097-4b82-adf3-600512a6664e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:28:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26833"
    uid: 4d8f09e4-08f2-4479-9eb4-9ef630d96e83
  kind: Event
  lastTimestamp: "2026-04-16T20:28:41Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-669896799c from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T20:28:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:28:41Z"
    name: isvc-predictive-lightgbm-predictor.18a6f04e274e2879
    namespace: kserve-ci-e2e-test
    resourceVersion: "26838"
    uid: 294eedb9-d7f9-474f-9d9f-a28dc004f4e4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:28:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26835"
    uid: cf57c624-1e2a-40e4-b809-3f3f7d917b87
  kind: Event
  lastTimestamp: "2026-04-16T20:29:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:28:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:29:26Z"
    name: isvc-predictive-lightgbm-predictor.18a6f051a628bac0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27202"
    uid: 4b904023-3fcc-4e85-9357-2daa7390685f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:28:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26835"
    uid: cf57c624-1e2a-40e4-b809-3f3f7d917b87
  kind: Event
  lastTimestamp: "2026-04-16T20:29:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:28:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:29:26Z"
    name: isvc-predictive-lightgbm-predictor.18a6f051a68a2c0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27203"
    uid: 1bf661ba-63b1-41be-82af-ea5369cd8301
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:29:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26990"
    uid: cf57c624-1e2a-40e4-b809-3f3f7d917b87
  kind: Event
  lastTimestamp: "2026-04-16T20:30:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:30:11Z"
    name: isvc-predictive-lightgbm-predictor.18a6f05c2301dc58
    namespace: kserve-ci-e2e-test
    resourceVersion: "27527"
    uid: acb28479-3179-48f9-9146-6ad749fb43a0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:29:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26990"
    uid: cf57c624-1e2a-40e4-b809-3f3f7d917b87
  kind: Event
  lastTimestamp: "2026-04-16T20:30:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:30:11Z"
    name: isvc-predictive-lightgbm-predictor.18a6f05c235e9e07
    namespace: kserve-ci-e2e-test
    resourceVersion: "27528"
    uid: 8175fc4c-e2e0-4d4c-9160-611983b84c81
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:33:12.181003Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-ggzlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29035"
    uid: df473ae8-004e-4657-a0a2-2778139b9eae
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-65df45cf79-ggzlh
    to ip-10-0-129-34.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:33:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:33:12Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-ggzlh.18a6f08d2d0b5b35
    namespace: kserve-ci-e2e-test
    resourceVersion: "29043"
    uid: cc5cb659-bf23-47a6-9f5d-8564efb43196
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5f86c85d5c-q6td8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:33:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-ggzlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29045"
    uid: df473ae8-004e-4657-a0a2-2778139b9eae
  kind: Event
  lastTimestamp: "2026-04-16T20:33:12Z"
  message: Add eth0 [10.134.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:33:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:33:12Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-ggzlh.18a6f08d46885365
    namespace: kserve-ci-e2e-test
    resourceVersion: "29055"
    uid: 82e60163-486d-4bd6-b541-d249bc4e33b3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:33:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-ggzlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29037"
    uid: df473ae8-004e-4657-a0a2-2778139b9eae
  kind: Event
  lastTimestamp: "2026-04-16T20:33:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:33:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:33:12Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-ggzlh.18a6f08d47d723da
    namespace: kserve-ci-e2e-test
    resourceVersion: "29057"
    uid: 7ffb7f30-6501-4092-870c-af3dedc964c8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:33:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-ggzlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29037"
    uid: df473ae8-004e-4657-a0a2-2778139b9eae
  kind: Event
  lastTimestamp: "2026-04-16T20:33:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:33:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:33:12Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-ggzlh.18a6f08d4b549c6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29060"
    uid: a9ea26ee-bd26-4507-ad0b-df499d0c21bc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:33:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-ggzlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29037"
    uid: df473ae8-004e-4657-a0a2-2778139b9eae
  kind: Event
  lastTimestamp: "2026-04-16T20:33:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:33:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:33:12Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-ggzlh.18a6f08d4bd934c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29061"
    uid: 6276ae15-db25-483b-a66c-565683297824
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:33:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-ggzlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29037"
    uid: df473ae8-004e-4657-a0a2-2778139b9eae
  kind: Event
  lastTimestamp: "2026-04-16T20:33:16Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:33:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:33:16Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-ggzlh.18a6f08e3bf838b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29098"
    uid: b9206ddc-1eb7-412b-af28-6d169e3363a8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:33:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-ggzlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29037"
    uid: df473ae8-004e-4657-a0a2-2778139b9eae
  kind: Event
  lastTimestamp: "2026-04-16T20:33:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:33:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:33:16Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-ggzlh.18a6f08e3f40de69
    namespace: kserve-ci-e2e-test
    resourceVersion: "29103"
    uid: 826e3f8c-68e5-48d1-87e8-35f57e06ae6d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:33:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-ggzlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29037"
    uid: df473ae8-004e-4657-a0a2-2778139b9eae
  kind: Event
  lastTimestamp: "2026-04-16T20:33:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:33:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:33:16Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-ggzlh.18a6f08e3fb868e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29104"
    uid: 2d559ced-0d20-4850-b74b-d89c7523b0d2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T20:33:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-ggzlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29037"
    uid: df473ae8-004e-4657-a0a2-2778139b9eae
  kind: Event
  lastTimestamp: "2026-04-16T20:34:43Z"
  message: 'Readiness probe failed: Get "http://10.134.0.58:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.134.0.58:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T20:33:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:34:43Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-ggzlh.18a6f095b004de38
    namespace: kserve-ci-e2e-test
    resourceVersion: "29769"
    uid: 1551bbec-12e8-40d9-a27b-0e0f123d8c09
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:34:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-ggzlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29037"
    uid: df473ae8-004e-4657-a0a2-2778139b9eae
  kind: Event
  lastTimestamp: "2026-04-16T20:34:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:34:42Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-ggzlh.18a6f0a229810e2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29744"
    uid: aaa7fcd3-5c20-4b10-af3f-ba115aff3049
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:33:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79
    namespace: kserve-ci-e2e-test
    resourceVersion: "29024"
    uid: 79767998-31de-484b-9870-4eec76d6a44a
  kind: Event
  lastTimestamp: "2026-04-16T20:33:12Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-65df45cf79-ggzlh'
  metadata:
    creationTimestamp: "2026-04-16T20:33:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:33:12Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79.18a6f08d2c9e8171
    namespace: kserve-ci-e2e-test
    resourceVersion: "29038"
    uid: 1ae25237-a4ba-4e3d-a85a-cf0dc392f95c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:33:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29019"
    uid: 90b73640-825c-406b-a7fb-1ddf3a81b1be
  kind: Event
  lastTimestamp: "2026-04-16T20:33:12Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-65df45cf79
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T20:33:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:33:12Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a6f08d288fe4c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29026"
    uid: 73d81a13-538c-42d1-8570-b8f0bfe68030
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:33:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29021"
    uid: de505bc6-bb80-4c28-b281-a129c2e7110e
  kind: Event
  lastTimestamp: "2026-04-16T20:33:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:33:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:33:27Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a6f090a76796f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29173"
    uid: ad2d48b3-cb3e-43a2-b83e-bef45c38e6d5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:33:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29021"
    uid: de505bc6-bb80-4c28-b281-a129c2e7110e
  kind: Event
  lastTimestamp: "2026-04-16T20:33:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:33:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:33:27Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a6f090a7cc9cbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29175"
    uid: fa5ba0cb-6778-41c6-8072-82541a59de2d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T20:33:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29174"
    uid: de505bc6-bb80-4c28-b281-a129c2e7110e
  kind: Event
  lastTimestamp: "2026-04-16T20:34:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:34:42Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a6f09426749d83
    namespace: kserve-ci-e2e-test
    resourceVersion: "29710"
    uid: 342e3f38-dbae-4aaf-bd29-d261976b7966
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T20:33:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29174"
    uid: de505bc6-bb80-4c28-b281-a129c2e7110e
  kind: Event
  lastTimestamp: "2026-04-16T20:34:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:34:42Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a6f09426d55639
    namespace: kserve-ci-e2e-test
    resourceVersion: "29711"
    uid: 01fdf4fa-f683-4f3b-941e-7402f361af38
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T20:33:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28997"
    uid: 6bc30c49-a9f6-42e8-ac1b-10833b5d3026
  kind: Event
  lastTimestamp: "2026-04-16T20:34:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:33:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:34:33Z"
    name: isvc-predictive-lightgbm-v2.18a6f08d28434c01
    namespace: kserve-ci-e2e-test
    resourceVersion: "29653"
    uid: 289563a8-3360-4a07-965c-c6cddaa85fab
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:33:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28997"
    uid: 6bc30c49-a9f6-42e8-ac1b-10833b5d3026
  kind: Event
  lastTimestamp: "2026-04-16T20:33:12Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:33:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:33:12Z"
    name: isvc-predictive-lightgbm-v2.18a6f08d28afde11
    namespace: kserve-ci-e2e-test
    resourceVersion: "29028"
    uid: a90a7272-3487-4619-9e07-c14ef3448b6c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:34:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29651"
    uid: 6bc30c49-a9f6-42e8-ac1b-10833b5d3026
  kind: Event
  lastTimestamp: "2026-04-16T20:34:33Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:34:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:34:33Z"
    name: isvc-predictive-lightgbm-v2.18a6f0a008faf7f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29652"
    uid: 5b221cf8-4a09-4cfa-a80c-9c192061677b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T20:28:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "26807"
    uid: 74dad204-a366-482f-ab49-9b2bc9959bd4
  kind: Event
  lastTimestamp: "2026-04-16T20:30:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:28:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:30:02Z"
    name: isvc-predictive-lightgbm.18a6f04e271967a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27459"
    uid: cf2fdcd1-4b2c-40ad-afe4-5c7ee8637e23
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:28:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "26807"
    uid: 74dad204-a366-482f-ab49-9b2bc9959bd4
  kind: Event
  lastTimestamp: "2026-04-16T20:28:41Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:28:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:28:41Z"
    name: isvc-predictive-lightgbm.18a6f04e27d30422
    namespace: kserve-ci-e2e-test
    resourceVersion: "26840"
    uid: 5edc3dcb-80ad-458c-b468-d7902622fc2e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:30:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27457"
    uid: 74dad204-a366-482f-ab49-9b2bc9959bd4
  kind: Event
  lastTimestamp: "2026-04-16T20:30:02Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:30:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:30:02Z"
    name: isvc-predictive-lightgbm.18a6f060ef8d25d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27458"
    uid: e9f5fa4a-c7c8-40d8-9854-79f652406b21
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:25:21.026627Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-5xnnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24940"
    uid: cec59a21-153e-4cc9-b5ce-dbada8f3eda5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-85bccb8945-5xnnr
    to ip-10-0-129-34.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:25:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:25:21Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-5xnnr.18a6f01f7a0e2024
    namespace: kserve-ci-e2e-test
    resourceVersion: "24946"
    uid: 4ca0b15d-fb7c-4c93-82d9-7a8aa32acef3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5f86c85d5c-q6td8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:25:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-5xnnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24954"
    uid: cec59a21-153e-4cc9-b5ce-dbada8f3eda5
  kind: Event
  lastTimestamp: "2026-04-16T20:25:21Z"
  message: Add eth0 [10.134.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:25:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:25:21Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-5xnnr.18a6f01f9402ee7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24962"
    uid: be9f6b93-d587-4b12-b576-785833eb3631
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:25:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-5xnnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24943"
    uid: cec59a21-153e-4cc9-b5ce-dbada8f3eda5
  kind: Event
  lastTimestamp: "2026-04-16T20:25:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:25:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:25:21Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-5xnnr.18a6f01f954839e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24964"
    uid: 5b2b5c91-ec7f-461a-9beb-02232b71fd36
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:25:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-5xnnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24943"
    uid: cec59a21-153e-4cc9-b5ce-dbada8f3eda5
  kind: Event
  lastTimestamp: "2026-04-16T20:25:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:25:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:25:21Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-5xnnr.18a6f01f995b1a1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24966"
    uid: 1b1eccd3-bf8f-43a6-a443-fbc98db1e28f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:25:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-5xnnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24943"
    uid: cec59a21-153e-4cc9-b5ce-dbada8f3eda5
  kind: Event
  lastTimestamp: "2026-04-16T20:25:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:25:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:25:21Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-5xnnr.18a6f01f99d4f468
    namespace: kserve-ci-e2e-test
    resourceVersion: "24967"
    uid: 69347f53-2e3c-41cb-97f0-e12ac94d9501
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:25:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-5xnnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24943"
    uid: cec59a21-153e-4cc9-b5ce-dbada8f3eda5
  kind: Event
  lastTimestamp: "2026-04-16T20:25:26Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T20:25:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:25:26Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-5xnnr.18a6f020a54fc660
    namespace: kserve-ci-e2e-test
    resourceVersion: "25012"
    uid: 7ffa34fb-362c-427d-896b-4670d88338ec
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:25:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-5xnnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24943"
    uid: cec59a21-153e-4cc9-b5ce-dbada8f3eda5
  kind: Event
  lastTimestamp: "2026-04-16T20:25:45Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 19.807s
    (19.807s including waiting). Image size: 2312633199 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T20:25:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:25:45Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-5xnnr.18a6f02541f58f66
    namespace: kserve-ci-e2e-test
    resourceVersion: "25158"
    uid: 99074497-b4bf-40fd-9556-34f321306357
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:25:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-5xnnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24943"
    uid: cec59a21-153e-4cc9-b5ce-dbada8f3eda5
  kind: Event
  lastTimestamp: "2026-04-16T20:25:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:25:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:25:45Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-5xnnr.18a6f02545808251
    namespace: kserve-ci-e2e-test
    resourceVersion: "25159"
    uid: fc8b8670-286d-4d8e-bf9d-c1aef4a9338b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:25:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-5xnnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24943"
    uid: cec59a21-153e-4cc9-b5ce-dbada8f3eda5
  kind: Event
  lastTimestamp: "2026-04-16T20:25:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:25:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:25:45Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-5xnnr.18a6f02545f7b600
    namespace: kserve-ci-e2e-test
    resourceVersion: "25160"
    uid: 3737c746-9506-40e7-a88b-a016a12c59cb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T20:25:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-5xnnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24943"
    uid: cec59a21-153e-4cc9-b5ce-dbada8f3eda5
  kind: Event
  lastTimestamp: "2026-04-16T20:26:57Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T20:25:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:26:57Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-5xnnr.18a6f025523a92e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25767"
    uid: 2838af81-5caf-408e-8a85-cc9bb27e15c9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:27:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-5xnnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24943"
    uid: cec59a21-153e-4cc9-b5ce-dbada8f3eda5
  kind: Event
  lastTimestamp: "2026-04-16T20:27:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:27:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:27:11Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-5xnnr.18a6f03921f9899e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26059"
    uid: a47517b1-04ea-47fd-9ec6-05efc43c08ae
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:25:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-85bccb8945
    namespace: kserve-ci-e2e-test
    resourceVersion: "24929"
    uid: 37c5fbc4-096b-42e7-ba55-1cf623ad03b6
  kind: Event
  lastTimestamp: "2026-04-16T20:25:21Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-85bccb8945-5xnnr'
  metadata:
    creationTimestamp: "2026-04-16T20:25:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:25:21Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945.18a6f01f799086b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24942"
    uid: 9342e913-565c-440e-a42a-b78fade59a26
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:25:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24927"
    uid: 7c6b45a2-ac53-40d1-b185-04d5a6ba4dd8
  kind: Event
  lastTimestamp: "2026-04-16T20:25:20Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-85bccb8945 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T20:25:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:25:20Z"
    name: isvc-predictive-sklearn-predictor.18a6f01f772f773d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24931"
    uid: 7ce2a7e5-0f99-426c-930e-5ee138709e09
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T20:25:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24928"
    uid: 98f3ceed-f873-4495-8b71-2edfe78b0c44
  kind: Event
  lastTimestamp: "2026-04-16T20:26:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:25:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:26:21Z"
    name: isvc-predictive-sklearn-predictor.18a6f022f5bb58f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25415"
    uid: 7984d685-ab5c-4231-8e30-817129159792
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T20:25:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24928"
    uid: 98f3ceed-f873-4495-8b71-2edfe78b0c44
  kind: Event
  lastTimestamp: "2026-04-16T20:26:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:25:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:26:21Z"
    name: isvc-predictive-sklearn-predictor.18a6f022f61adc1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25416"
    uid: 80775033-91a9-4e95-aea5-d732cacf018a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:26:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25086"
    uid: 98f3ceed-f873-4495-8b71-2edfe78b0c44
  kind: Event
  lastTimestamp: "2026-04-16T20:27:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:26:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:27:06Z"
    name: isvc-predictive-sklearn-predictor.18a6f030f252839d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25985"
    uid: 27935270-3d0e-48c8-825a-89b9230f8eba
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:26:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25086"
    uid: 98f3ceed-f873-4495-8b71-2edfe78b0c44
  kind: Event
  lastTimestamp: "2026-04-16T20:27:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:26:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:27:06Z"
    name: isvc-predictive-sklearn-predictor.18a6f030f2b54e43
    namespace: kserve-ci-e2e-test
    resourceVersion: "25986"
    uid: 694699e5-41fa-4015-bda5-8d8738d23b72
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:30:11.743590Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-wfjjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27569"
    uid: f741b975-ff3d-459d-aac4-1ca49f74318f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-wfjjq
    to ip-10-0-129-34.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:30:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:30:11Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-wfjjq.18a6f0632a22e2b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27576"
    uid: 2cdc72bc-e783-497b-b439-c1a7857ceb6c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5f86c85d5c-q6td8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:30:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-wfjjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27580"
    uid: f741b975-ff3d-459d-aac4-1ca49f74318f
  kind: Event
  lastTimestamp: "2026-04-16T20:30:12Z"
  message: Add eth0 [10.134.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:30:12Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-wfjjq.18a6f063438653d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27590"
    uid: 9b7be808-be75-42ea-90c1-617561af4138
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:30:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-wfjjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27571"
    uid: f741b975-ff3d-459d-aac4-1ca49f74318f
  kind: Event
  lastTimestamp: "2026-04-16T20:30:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:30:12Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-wfjjq.18a6f06344d2ca1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27593"
    uid: ba98f399-9880-4876-9ad7-1ed3d1012be1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:30:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-wfjjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27571"
    uid: f741b975-ff3d-459d-aac4-1ca49f74318f
  kind: Event
  lastTimestamp: "2026-04-16T20:30:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:30:12Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-wfjjq.18a6f06348646e4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27595"
    uid: b99548ee-3fc9-4f1d-b810-279d8da97e3b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:30:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-wfjjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27571"
    uid: f741b975-ff3d-459d-aac4-1ca49f74318f
  kind: Event
  lastTimestamp: "2026-04-16T20:30:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:30:12Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-wfjjq.18a6f06348d4c725
    namespace: kserve-ci-e2e-test
    resourceVersion: "27596"
    uid: 7eaf4a39-165a-4231-a63a-2e03472ef035
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:30:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-wfjjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27571"
    uid: f741b975-ff3d-459d-aac4-1ca49f74318f
  kind: Event
  lastTimestamp: "2026-04-16T20:30:16Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:30:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:30:16Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-wfjjq.18a6f0642d1cdbb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27632"
    uid: af4f8487-0997-484f-8a31-726f4f2ebf43
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:30:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-wfjjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27571"
    uid: f741b975-ff3d-459d-aac4-1ca49f74318f
  kind: Event
  lastTimestamp: "2026-04-16T20:30:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:30:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:30:16Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-wfjjq.18a6f064303d4eaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27636"
    uid: 10e3bfa2-3b87-4e36-b52d-5305cfd82ffe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:30:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-wfjjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27571"
    uid: f741b975-ff3d-459d-aac4-1ca49f74318f
  kind: Event
  lastTimestamp: "2026-04-16T20:30:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:30:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:30:16Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-wfjjq.18a6f06430b16cf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27637"
    uid: 673414cc-b319-46b5-8a4a-15886829c029
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T20:30:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-wfjjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27571"
    uid: f741b975-ff3d-459d-aac4-1ca49f74318f
  kind: Event
  lastTimestamp: "2026-04-16T20:31:45Z"
  message: 'Readiness probe failed: Get "http://10.134.0.56:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.134.0.56:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T20:30:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:31:45Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-wfjjq.18a6f06ba12a677f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28360"
    uid: 52cb9d03-2221-4bca-ac40-43925b29950a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:31:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-wfjjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27571"
    uid: f741b975-ff3d-459d-aac4-1ca49f74318f
  kind: Event
  lastTimestamp: "2026-04-16T20:31:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:31:41Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-wfjjq.18a6f07826ee36d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28294"
    uid: 97b3b29f-b00d-40dc-b980-0d26c349f516
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:30:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27557"
    uid: 6fcee519-ec8e-4459-b36f-c3928be82935
  kind: Event
  lastTimestamp: "2026-04-16T20:30:11Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-wfjjq'
  metadata:
    creationTimestamp: "2026-04-16T20:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:30:11Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f.18a6f063298fbb2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27570"
    uid: 17d0b63e-461d-40be-9b18-6ec0f68dfe7d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:30:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27554"
    uid: e14bd947-9179-460f-8b60-dbf6b6af1121
  kind: Event
  lastTimestamp: "2026-04-16T20:30:11Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-6fd9c49f4f from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T20:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:30:11Z"
    name: isvc-predictive-sklearn-v2-predictor.18a6f063254d88f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27559"
    uid: 3f36f095-cea2-4ecc-a2ba-5531712b4671
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:30:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27555"
    uid: 59276584-06c9-4256-a726-bbeaf107a371
  kind: Event
  lastTimestamp: "2026-04-16T20:30:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:30:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:30:26Z"
    name: isvc-predictive-sklearn-v2-predictor.18a6f066a4e26daf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27716"
    uid: e2e43976-ddc0-4ccd-a52c-7019dbf51482
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:30:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27555"
    uid: 59276584-06c9-4256-a726-bbeaf107a371
  kind: Event
  lastTimestamp: "2026-04-16T20:30:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:30:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:30:26Z"
    name: isvc-predictive-sklearn-v2-predictor.18a6f066a54b5e16
    namespace: kserve-ci-e2e-test
    resourceVersion: "27718"
    uid: a9a890c5-d636-410e-9928-59e729835678
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T20:30:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27717"
    uid: 59276584-06c9-4256-a726-bbeaf107a371
  kind: Event
  lastTimestamp: "2026-04-16T20:31:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:30:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:31:41Z"
    name: isvc-predictive-sklearn-v2-predictor.18a6f06a23eeb984
    namespace: kserve-ci-e2e-test
    resourceVersion: "28267"
    uid: 3f05b391-1bbb-454a-a994-40484cf5b005
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T20:30:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27717"
    uid: 59276584-06c9-4256-a726-bbeaf107a371
  kind: Event
  lastTimestamp: "2026-04-16T20:31:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:30:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:31:41Z"
    name: isvc-predictive-sklearn-v2-predictor.18a6f06a24559c5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28269"
    uid: 61408d87-6f8a-4f33-b431-f48b3c31d3ae
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T20:30:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27529"
    uid: 7e4b5733-cde5-4093-838d-ba0a0652a8c5
  kind: Event
  lastTimestamp: "2026-04-16T20:31:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:31:35Z"
    name: isvc-predictive-sklearn-v2.18a6f06325230833
    namespace: kserve-ci-e2e-test
    resourceVersion: "28221"
    uid: 29841d96-a994-4c3f-8fdd-49b0099bf210
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:30:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27529"
    uid: 7e4b5733-cde5-4093-838d-ba0a0652a8c5
  kind: Event
  lastTimestamp: "2026-04-16T20:30:11Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:30:11Z"
    name: isvc-predictive-sklearn-v2.18a6f063258e9df6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27573"
    uid: da322644-abb5-43cf-bcd7-a499ed03c2d3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:30:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27542"
    uid: 7e4b5733-cde5-4093-838d-ba0a0652a8c5
  kind: Event
  lastTimestamp: "2026-04-16T20:30:11Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:30:11Z"
    name: isvc-predictive-sklearn-v2.18a6f063299ba7da
    namespace: kserve-ci-e2e-test
    resourceVersion: "27574"
    uid: 07007dcc-bf58-4caf-b410-d8d238ca30f7
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:31:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28219"
    uid: 7e4b5733-cde5-4093-838d-ba0a0652a8c5
  kind: Event
  lastTimestamp: "2026-04-16T20:31:35Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:31:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:31:35Z"
    name: isvc-predictive-sklearn-v2.18a6f076970f435e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28220"
    uid: e476a635-9ffb-45c1-a7d7-337fc24a8998
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T20:25:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24920"
    uid: c21b14c4-3979-48fb-b483-e3160c0dfcca
  kind: Event
  lastTimestamp: "2026-04-16T20:27:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:25:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:27:07Z"
    name: isvc-predictive-sklearn.18a6f01f77095711
    namespace: kserve-ci-e2e-test
    resourceVersion: "26009"
    uid: bc3ba761-5636-44ba-8522-de7b79dbcedc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:25:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24920"
    uid: c21b14c4-3979-48fb-b483-e3160c0dfcca
  kind: Event
  lastTimestamp: "2026-04-16T20:25:21Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:25:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:25:21Z"
    name: isvc-predictive-sklearn.18a6f01f775f3c5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24960"
    uid: 2b16d575-c914-4e4d-aef2-f26581fc7191
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:25:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24939"
    uid: c21b14c4-3979-48fb-b483-e3160c0dfcca
  kind: Event
  lastTimestamp: "2026-04-16T20:25:21Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:25:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:25:21Z"
    name: isvc-predictive-sklearn.18a6f01f84bd93e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24961"
    uid: a96e55bb-e1d1-4410-860d-60705f1d1692
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:27:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26006"
    uid: c21b14c4-3979-48fb-b483-e3160c0dfcca
  kind: Event
  lastTimestamp: "2026-04-16T20:27:07Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:27:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:27:07Z"
    name: isvc-predictive-sklearn.18a6f03832b18a50
    namespace: kserve-ci-e2e-test
    resourceVersion: "26007"
    uid: bad321c7-b7ef-4e52-a42f-74416da471ed
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:27:11.336658Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-hq6zq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26080"
    uid: c34af86b-fe28-4018-a2a5-c473364d59ac
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-794b54b9b4-hq6zq
    to ip-10-0-129-34.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:27:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:27:11Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-hq6zq.18a6f039290b89cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26084"
    uid: 4ca7146b-2aac-43c9-afee-ab372bd1da62
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5f86c85d5c-q6td8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:27:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-hq6zq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26088"
    uid: c34af86b-fe28-4018-a2a5-c473364d59ac
  kind: Event
  lastTimestamp: "2026-04-16T20:27:11Z"
  message: Add eth0 [10.134.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:27:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:27:11Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-hq6zq.18a6f03942aea824
    namespace: kserve-ci-e2e-test
    resourceVersion: "26099"
    uid: 9b4b86e1-9eec-4468-b5a9-f3c3265ebf83
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:27:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-hq6zq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26082"
    uid: c34af86b-fe28-4018-a2a5-c473364d59ac
  kind: Event
  lastTimestamp: "2026-04-16T20:27:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:27:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:27:11Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-hq6zq.18a6f03943ee9827
    namespace: kserve-ci-e2e-test
    resourceVersion: "26101"
    uid: 3524856f-9f82-44fe-93f9-3d1c8ca5fa16
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:27:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-hq6zq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26082"
    uid: c34af86b-fe28-4018-a2a5-c473364d59ac
  kind: Event
  lastTimestamp: "2026-04-16T20:27:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:27:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:27:11Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-hq6zq.18a6f03946fa3581
    namespace: kserve-ci-e2e-test
    resourceVersion: "26104"
    uid: c7587e30-2eba-4d67-8dac-3b3c7ecad6b2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:27:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-hq6zq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26082"
    uid: c34af86b-fe28-4018-a2a5-c473364d59ac
  kind: Event
  lastTimestamp: "2026-04-16T20:27:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:27:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:27:11Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-hq6zq.18a6f0394772ebeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26105"
    uid: 6dfdface-4b85-4a63-8c95-f76658750817
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:27:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-hq6zq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26082"
    uid: c34af86b-fe28-4018-a2a5-c473364d59ac
  kind: Event
  lastTimestamp: "2026-04-16T20:27:15Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:27:15Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-hq6zq.18a6f03a1e6fbb47
    namespace: kserve-ci-e2e-test
    resourceVersion: "26142"
    uid: 9bae4454-85a7-4ede-9e64-68bed5e0f01c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:27:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-hq6zq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26082"
    uid: c34af86b-fe28-4018-a2a5-c473364d59ac
  kind: Event
  lastTimestamp: "2026-04-16T20:27:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:27:15Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-hq6zq.18a6f03a21d865ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "26146"
    uid: 2889a65a-f1ee-4e39-bc20-de99f3a369ae
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:27:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-hq6zq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26082"
    uid: c34af86b-fe28-4018-a2a5-c473364d59ac
  kind: Event
  lastTimestamp: "2026-04-16T20:27:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:27:15Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-hq6zq.18a6f03a224fff83
    namespace: kserve-ci-e2e-test
    resourceVersion: "26147"
    uid: 078e5c67-0dd4-4654-8b51-e15443ed7bb1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T20:27:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-hq6zq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26082"
    uid: c34af86b-fe28-4018-a2a5-c473364d59ac
  kind: Event
  lastTimestamp: "2026-04-16T20:28:27Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T20:27:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:28:27Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-hq6zq.18a6f03a5a6651ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "26696"
    uid: eb9b8653-740b-44fe-a644-b4c081ca925e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:28:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-hq6zq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26082"
    uid: c34af86b-fe28-4018-a2a5-c473364d59ac
  kind: Event
  lastTimestamp: "2026-04-16T20:28:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:28:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:28:41Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-hq6zq.18a6f04e247e0dd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26829"
    uid: 73146425-8c3d-41d6-be4d-743f9f97c6d1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:27:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-794b54b9b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26068"
    uid: 9ec94672-3e46-4d01-acd4-267140e813a3
  kind: Event
  lastTimestamp: "2026-04-16T20:27:11Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-794b54b9b4-hq6zq'
  metadata:
    creationTimestamp: "2026-04-16T20:27:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:27:11Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4.18a6f039287d5925
    namespace: kserve-ci-e2e-test
    resourceVersion: "26081"
    uid: ceb7191e-5305-494c-b35d-fb36b199e010
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:27:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26065"
    uid: 72fbb57d-6dbd-49c7-a531-5fcfe386ce5f
  kind: Event
  lastTimestamp: "2026-04-16T20:27:11Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-794b54b9b4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T20:27:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:27:11Z"
    name: isvc-predictive-xgboost-predictor.18a6f03923d343c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26070"
    uid: 9a390d04-17c2-423d-9e3e-cb1197b09594
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:27:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26067"
    uid: 7dd4e10f-e938-4134-8891-44fda8c4e0f5
  kind: Event
  lastTimestamp: "2026-04-16T20:27:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:27:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:27:26Z"
    name: isvc-predictive-xgboost-predictor.18a6f03ca2b8093f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26235"
    uid: 8610e8a8-2f32-4533-aebb-9b21bfc771ae
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:27:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26067"
    uid: 7dd4e10f-e938-4134-8891-44fda8c4e0f5
  kind: Event
  lastTimestamp: "2026-04-16T20:27:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:27:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:27:26Z"
    name: isvc-predictive-xgboost-predictor.18a6f03ca31f717d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26237"
    uid: 5e5dea43-8f45-4e1f-9cee-5f9aa7cbcb57
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T20:27:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26236"
    uid: 7dd4e10f-e938-4134-8891-44fda8c4e0f5
  kind: Event
  lastTimestamp: "2026-04-16T20:28:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:27:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:28:41Z"
    name: isvc-predictive-xgboost-predictor.18a6f04021cb0faa
    namespace: kserve-ci-e2e-test
    resourceVersion: "26804"
    uid: 63a49841-0e6c-4bc5-a080-86b8312e0860
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T20:27:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26236"
    uid: 7dd4e10f-e938-4134-8891-44fda8c4e0f5
  kind: Event
  lastTimestamp: "2026-04-16T20:28:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:27:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:28:41Z"
    name: isvc-predictive-xgboost-predictor.18a6f040222ce6c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26805"
    uid: 4c6b15fc-5f8c-41e5-806d-33c3396cd444
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:31:41.979710Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-c77kg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28309"
    uid: a0eec79e-c657-4a49-b447-98e4b914c1d9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-67fd65d6cb-c77kg
    to ip-10-0-129-34.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:31:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:31:41Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-c77kg.18a6f0782ca0e263
    namespace: kserve-ci-e2e-test
    resourceVersion: "28316"
    uid: 1f411510-f54a-40ce-8b7e-f3aad672c8ca
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5f86c85d5c-q6td8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:31:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-c77kg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28321"
    uid: a0eec79e-c657-4a49-b447-98e4b914c1d9
  kind: Event
  lastTimestamp: "2026-04-16T20:31:42Z"
  message: Add eth0 [10.134.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:31:42Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-c77kg.18a6f0784665a1a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28331"
    uid: 8ef58fde-ec16-4e0c-896b-3b6363af320a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:31:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-c77kg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28313"
    uid: a0eec79e-c657-4a49-b447-98e4b914c1d9
  kind: Event
  lastTimestamp: "2026-04-16T20:31:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:31:42Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-c77kg.18a6f07847a85402
    namespace: kserve-ci-e2e-test
    resourceVersion: "28333"
    uid: 5f11e422-4c33-4f71-8719-66c0b2da638f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:31:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-c77kg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28313"
    uid: a0eec79e-c657-4a49-b447-98e4b914c1d9
  kind: Event
  lastTimestamp: "2026-04-16T20:31:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:31:42Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-c77kg.18a6f0784b30f202
    namespace: kserve-ci-e2e-test
    resourceVersion: "28335"
    uid: 9b5f640d-ea71-4bc1-a1ec-149793daa93d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:31:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-c77kg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28313"
    uid: a0eec79e-c657-4a49-b447-98e4b914c1d9
  kind: Event
  lastTimestamp: "2026-04-16T20:31:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:31:42Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-c77kg.18a6f0784ba75b7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28336"
    uid: 7f1cd811-25d5-4e3c-9910-8ee6fd549004
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:31:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-c77kg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28313"
    uid: a0eec79e-c657-4a49-b447-98e4b914c1d9
  kind: Event
  lastTimestamp: "2026-04-16T20:31:46Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:31:46Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-c77kg.18a6f07934d6934a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28373"
    uid: 38b30762-f5a5-4ffe-a6e0-dacbb43be9bc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:31:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-c77kg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28313"
    uid: a0eec79e-c657-4a49-b447-98e4b914c1d9
  kind: Event
  lastTimestamp: "2026-04-16T20:31:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:31:46Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-c77kg.18a6f07937d088f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28377"
    uid: 7881c155-79e0-432f-bd62-4dfd372f42e4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:31:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-c77kg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28313"
    uid: a0eec79e-c657-4a49-b447-98e4b914c1d9
  kind: Event
  lastTimestamp: "2026-04-16T20:31:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:31:46Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-c77kg.18a6f079384c6d37
    namespace: kserve-ci-e2e-test
    resourceVersion: "28378"
    uid: dc29c358-e268-4e35-a909-0ed4efca031d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T20:32:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-c77kg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28313"
    uid: a0eec79e-c657-4a49-b447-98e4b914c1d9
  kind: Event
  lastTimestamp: "2026-04-16T20:33:13Z"
  message: 'Readiness probe failed: Get "http://10.134.0.57:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.134.0.57:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T20:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:33:13Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-c77kg.18a6f080a8ec4d25
    namespace: kserve-ci-e2e-test
    resourceVersion: "29072"
    uid: 762a36a9-4eef-41bc-b380-84fc0a0a3259
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:33:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-c77kg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28313"
    uid: a0eec79e-c657-4a49-b447-98e4b914c1d9
  kind: Event
  lastTimestamp: "2026-04-16T20:33:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:33:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:33:12Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-c77kg.18a6f08d28ac2e66
    namespace: kserve-ci-e2e-test
    resourceVersion: "29029"
    uid: 64a29d5f-b6dd-4524-b61c-4150650c9eab
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:31:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28298"
    uid: effa8ba2-3ee7-455c-8aa4-020b20da49a6
  kind: Event
  lastTimestamp: "2026-04-16T20:31:41Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-c77kg'
  metadata:
    creationTimestamp: "2026-04-16T20:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:31:41Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb.18a6f0782c3102d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28312"
    uid: 1c911259-1ddd-46ec-a1c0-b158b9d7ce36
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:31:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28296"
    uid: 8c38bb53-1782-4415-b675-2f950d2fe384
  kind: Event
  lastTimestamp: "2026-04-16T20:31:41Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-67fd65d6cb from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T20:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:31:41Z"
    name: isvc-predictive-xgboost-v2-predictor.18a6f07828052e3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28300"
    uid: e02ba2a9-c73f-40b3-a470-61307331cd7c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:31:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28297"
    uid: 87b02132-6421-44b6-9573-3469d5be65ec
  kind: Event
  lastTimestamp: "2026-04-16T20:32:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:31:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:32:26Z"
    name: isvc-predictive-xgboost-v2-predictor.18a6f07ba6dfe9e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28665"
    uid: c953f993-59e5-4ba7-97cc-4965b7135e5a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:31:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28297"
    uid: 87b02132-6421-44b6-9573-3469d5be65ec
  kind: Event
  lastTimestamp: "2026-04-16T20:32:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:31:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:32:26Z"
    name: isvc-predictive-xgboost-v2-predictor.18a6f07ba7487b70
    namespace: kserve-ci-e2e-test
    resourceVersion: "28666"
    uid: 1a51320d-d3af-4e5a-af7c-955c0dbea6c2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:32:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28454"
    uid: 87b02132-6421-44b6-9573-3469d5be65ec
  kind: Event
  lastTimestamp: "2026-04-16T20:33:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:32:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:33:12Z"
    name: isvc-predictive-xgboost-v2-predictor.18a6f08623e99001
    namespace: kserve-ci-e2e-test
    resourceVersion: "28993"
    uid: 64d43ddd-3dc3-48d1-bba6-222778c82c1d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:32:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28454"
    uid: 87b02132-6421-44b6-9573-3469d5be65ec
  kind: Event
  lastTimestamp: "2026-04-16T20:33:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:32:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:33:12Z"
    name: isvc-predictive-xgboost-v2-predictor.18a6f0862455a349
    namespace: kserve-ci-e2e-test
    resourceVersion: "28994"
    uid: 7df9436e-9bba-4d27-9f1e-439613b7d0f9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T20:31:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28271"
    uid: 4715cdb6-5f2d-489c-a29e-da9deeb303ee
  kind: Event
  lastTimestamp: "2026-04-16T20:33:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:33:03Z"
    name: isvc-predictive-xgboost-v2.18a6f07827df1a90
    namespace: kserve-ci-e2e-test
    resourceVersion: "28932"
    uid: 08c7f3e0-2b5c-42df-9bae-9e7ba2fda6df
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:31:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28271"
    uid: 4715cdb6-5f2d-489c-a29e-da9deeb303ee
  kind: Event
  lastTimestamp: "2026-04-16T20:31:41Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:31:41Z"
    name: isvc-predictive-xgboost-v2.18a6f0782830ae70
    namespace: kserve-ci-e2e-test
    resourceVersion: "28318"
    uid: 2acb59bc-7a93-4d37-8de4-345b8902fc67
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:31:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28285"
    uid: 4715cdb6-5f2d-489c-a29e-da9deeb303ee
  kind: Event
  lastTimestamp: "2026-04-16T20:31:41Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:31:41Z"
    name: isvc-predictive-xgboost-v2.18a6f0782c71a70b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28319"
    uid: c38d52aa-7683-4da6-985a-268c429d1e16
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:33:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28930"
    uid: 4715cdb6-5f2d-489c-a29e-da9deeb303ee
  kind: Event
  lastTimestamp: "2026-04-16T20:33:03Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:33:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:33:03Z"
    name: isvc-predictive-xgboost-v2.18a6f08b14f35619
    namespace: kserve-ci-e2e-test
    resourceVersion: "28931"
    uid: dd530166-ce9d-457c-bac2-d60a2f202bf3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T20:27:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "26041"
    uid: 2a33666c-bd46-4078-b831-5f80e664c403
  kind: Event
  lastTimestamp: "2026-04-16T20:28:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:27:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:28:37Z"
    name: isvc-predictive-xgboost.18a6f03923acfe23
    namespace: kserve-ci-e2e-test
    resourceVersion: "26774"
    uid: b0d2a06f-b9b0-434e-bd2e-c9d87d460a35
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:27:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "26041"
    uid: 2a33666c-bd46-4078-b831-5f80e664c403
  kind: Event
  lastTimestamp: "2026-04-16T20:27:11Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:27:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:27:11Z"
    name: isvc-predictive-xgboost.18a6f03924104f8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26090"
    uid: c2c246b1-b6b6-4543-a03f-b86e475e0e88
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:27:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "26074"
    uid: 2a33666c-bd46-4078-b831-5f80e664c403
  kind: Event
  lastTimestamp: "2026-04-16T20:27:11Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:27:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:27:11Z"
    name: isvc-predictive-xgboost.18a6f03929f60c99
    namespace: kserve-ci-e2e-test
    resourceVersion: "26091"
    uid: 0e1f9cf1-016e-455a-b969-a9e71c723647
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:28:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "26771"
    uid: 2a33666c-bd46-4078-b831-5f80e664c403
  kind: Event
  lastTimestamp: "2026-04-16T20:28:37Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:28:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:28:37Z"
    name: isvc-predictive-xgboost.18a6f04d3b8e4c63
    namespace: kserve-ci-e2e-test
    resourceVersion: "26772"
    uid: 43e1f587-b2a3-4030-9d88-1964f42cf227
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:23:37.592943Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-db5133-predictor-5d499d5b4f-2qqlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23954"
    uid: 0e0df88b-d63c-4cd4-9dbc-dc3892bb180c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-db5133-predictor-5d499d5b4f-2qqlh
    to ip-10-0-129-34.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:23:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:23:37Z"
    name: isvc-primary-db5133-predictor-5d499d5b4f-2qqlh.18a6f00764ed4f04
    namespace: kserve-ci-e2e-test
    resourceVersion: "23961"
    uid: 055835d9-6c31-48ff-a19e-35e4598742b5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5f86c85d5c-q6td8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:23:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-db5133-predictor-5d499d5b4f-2qqlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23963"
    uid: 0e0df88b-d63c-4cd4-9dbc-dc3892bb180c
  kind: Event
  lastTimestamp: "2026-04-16T20:23:38Z"
  message: Add eth0 [10.134.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:23:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:23:38Z"
    name: isvc-primary-db5133-predictor-5d499d5b4f-2qqlh.18a6f0077e2139a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23967"
    uid: 9fb49eff-8cbe-4b27-b724-611ad412db3a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:23:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-db5133-predictor-5d499d5b4f-2qqlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23956"
    uid: 0e0df88b-d63c-4cd4-9dbc-dc3892bb180c
  kind: Event
  lastTimestamp: "2026-04-16T20:23:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:23:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:23:38Z"
    name: isvc-primary-db5133-predictor-5d499d5b4f-2qqlh.18a6f007800e0f8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23969"
    uid: 8fe625ef-1d3a-471a-867f-8c7d8f40060e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:23:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-db5133-predictor-5d499d5b4f-2qqlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23956"
    uid: 0e0df88b-d63c-4cd4-9dbc-dc3892bb180c
  kind: Event
  lastTimestamp: "2026-04-16T20:23:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:23:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:23:38Z"
    name: isvc-primary-db5133-predictor-5d499d5b4f-2qqlh.18a6f007830f9435
    namespace: kserve-ci-e2e-test
    resourceVersion: "23973"
    uid: 0c0feb89-f13d-4f4d-81ed-8531b22875dc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:23:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-db5133-predictor-5d499d5b4f-2qqlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23956"
    uid: 0e0df88b-d63c-4cd4-9dbc-dc3892bb180c
  kind: Event
  lastTimestamp: "2026-04-16T20:23:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:23:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:23:38Z"
    name: isvc-primary-db5133-predictor-5d499d5b4f-2qqlh.18a6f0078384ced0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23975"
    uid: 4c031ab6-14e9-4942-94ea-d63f4f4f4b47
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:23:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-db5133-predictor-5d499d5b4f-2qqlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23956"
    uid: 0e0df88b-d63c-4cd4-9dbc-dc3892bb180c
  kind: Event
  lastTimestamp: "2026-04-16T20:23:42Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1412"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:23:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:23:42Z"
    name: isvc-primary-db5133-predictor-5d499d5b4f-2qqlh.18a6f008936aec9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24021"
    uid: 29453db5-00d4-40c6-8d54-835c08a388b7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:23:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-db5133-predictor-5d499d5b4f-2qqlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23956"
    uid: 0e0df88b-d63c-4cd4-9dbc-dc3892bb180c
  kind: Event
  lastTimestamp: "2026-04-16T20:23:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:23:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:23:42Z"
    name: isvc-primary-db5133-predictor-5d499d5b4f-2qqlh.18a6f0089767198c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24026"
    uid: ad3a3537-2852-4892-b093-7c93710e4490
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:23:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-db5133-predictor-5d499d5b4f-2qqlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23956"
    uid: 0e0df88b-d63c-4cd4-9dbc-dc3892bb180c
  kind: Event
  lastTimestamp: "2026-04-16T20:23:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:23:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:23:42Z"
    name: isvc-primary-db5133-predictor-5d499d5b4f-2qqlh.18a6f00897edc385
    namespace: kserve-ci-e2e-test
    resourceVersion: "24027"
    uid: 08573dae-e71b-4697-9d2e-3d3118714f5e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T20:23:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-db5133-predictor-5d499d5b4f-2qqlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23956"
    uid: 0e0df88b-d63c-4cd4-9dbc-dc3892bb180c
  kind: Event
  lastTimestamp: "2026-04-16T20:25:17Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T20:23:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:25:17Z"
    name: isvc-primary-db5133-predictor-5d499d5b4f-2qqlh.18a6f008cf5f047b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24863"
    uid: fdb2aa92-63c3-45fa-981e-6e7930223d26
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:25:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-db5133-predictor-5d499d5b4f-2qqlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23956"
    uid: 0e0df88b-d63c-4cd4-9dbc-dc3892bb180c
  kind: Event
  lastTimestamp: "2026-04-16T20:25:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:25:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:25:15Z"
    name: isvc-primary-db5133-predictor-5d499d5b4f-2qqlh.18a6f01e46a3548c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24816"
    uid: 1b28c823-2010-4908-a69f-df69a77d83e3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:23:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-db5133-predictor-5d499d5b4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23943"
    uid: 88dd8bb2-7655-43ec-a974-848a4e63af48
  kind: Event
  lastTimestamp: "2026-04-16T20:23:37Z"
  message: 'Created pod: isvc-primary-db5133-predictor-5d499d5b4f-2qqlh'
  metadata:
    creationTimestamp: "2026-04-16T20:23:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:23:37Z"
    name: isvc-primary-db5133-predictor-5d499d5b4f.18a6f007648620be
    namespace: kserve-ci-e2e-test
    resourceVersion: "23955"
    uid: 67982783-2ba0-4f96-8120-332be232266f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:23:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-db5133-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23939"
    uid: d2ff650c-a850-424e-a6f9-864038da09de
  kind: Event
  lastTimestamp: "2026-04-16T20:23:37Z"
  message: Scaled up replica set isvc-primary-db5133-predictor-5d499d5b4f from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T20:23:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:23:37Z"
    name: isvc-primary-db5133-predictor.18a6f00760ab3054
    namespace: kserve-ci-e2e-test
    resourceVersion: "23944"
    uid: 35914a8a-677a-43cd-817d-4c78ced87ee2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:23:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-db5133-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23941"
    uid: 51f37678-3e41-498e-89fe-6909f1384d2f
  kind: Event
  lastTimestamp: "2026-04-16T20:23:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:23:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:23:52Z"
    name: isvc-primary-db5133-predictor.18a6f00ae0009f5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24095"
    uid: f865f9b8-8477-44db-af3f-b72003e75118
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:23:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-db5133-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23941"
    uid: 51f37678-3e41-498e-89fe-6909f1384d2f
  kind: Event
  lastTimestamp: "2026-04-16T20:23:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:23:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:23:52Z"
    name: isvc-primary-db5133-predictor.18a6f00ae0646094
    namespace: kserve-ci-e2e-test
    resourceVersion: "24097"
    uid: 91b89d02-747c-4ac1-92ec-12981a6a7ced
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T20:24:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-db5133-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24096"
    uid: 51f37678-3e41-498e-89fe-6909f1384d2f
  kind: Event
  lastTimestamp: "2026-04-16T20:25:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:24:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:25:07Z"
    name: isvc-primary-db5133-predictor.18a6f00e5f5334ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "24694"
    uid: 79c39b18-0199-4b9e-9ef9-f269465fda29
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T20:24:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-db5133-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24096"
    uid: 51f37678-3e41-498e-89fe-6909f1384d2f
  kind: Event
  lastTimestamp: "2026-04-16T20:25:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:24:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:25:07Z"
    name: isvc-primary-db5133-predictor.18a6f00e5fb7e97b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24695"
    uid: 7ece3529-7775-46c2-a83f-003b974d1c19
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T20:23:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-db5133
    namespace: kserve-ci-e2e-test
    resourceVersion: "23917"
    uid: 6083385c-1a41-415c-9db4-c9e92b161074
  kind: Event
  lastTimestamp: "2026-04-16T20:24:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:23:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:24:57Z"
    name: isvc-primary-db5133.18a6f00760b1660e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24562"
    uid: 7166b920-b933-428c-96ee-7c5a3e4ae67b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:23:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-db5133
    namespace: kserve-ci-e2e-test
    resourceVersion: "23917"
    uid: 6083385c-1a41-415c-9db4-c9e92b161074
  kind: Event
  lastTimestamp: "2026-04-16T20:23:37Z"
  message: 'Failed to update status for InferenceService "isvc-primary-db5133": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-db5133":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:23:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:23:37Z"
    name: isvc-primary-db5133.18a6f007611bbde0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23948"
    uid: e4382826-1b27-4fa5-8dd8-9e457178d8a4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:23:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-db5133
    namespace: kserve-ci-e2e-test
    resourceVersion: "23917"
    uid: 6083385c-1a41-415c-9db4-c9e92b161074
  kind: Event
  lastTimestamp: "2026-04-16T20:23:37Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-db5133": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:23:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:23:37Z"
    name: isvc-primary-db5133.18a6f007611c01d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23949"
    uid: 93180940-166f-4e92-8d2e-affc76483dbc
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:24:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-db5133
    namespace: kserve-ci-e2e-test
    resourceVersion: "24560"
    uid: 6083385c-1a41-415c-9db4-c9e92b161074
  kind: Event
  lastTimestamp: "2026-04-16T20:24:57Z"
  message: InferenceService [isvc-primary-db5133] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:24:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:24:57Z"
    name: isvc-primary-db5133.18a6f019ecae3312
    namespace: kserve-ci-e2e-test
    resourceVersion: "24561"
    uid: 33473e29-a1ec-4130-b54a-f76ce269195c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:24:57.727260Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-db5133-predictor-5d7bd9896-zxpq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24593"
    uid: 54c960e7-7676-48ae-bceb-56b590f7b19e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-db5133-predictor-5d7bd9896-zxpq4
    to ip-10-0-129-34.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:24:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:24:57Z"
    name: isvc-secondary-db5133-predictor-5d7bd9896-zxpq4.18a6f01a0d4e132d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24598"
    uid: 6120b40e-3e9e-4b2e-be9a-15af79c3ff2a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5f86c85d5c-q6td8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:24:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-db5133-predictor-5d7bd9896-zxpq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24602"
    uid: 54c960e7-7676-48ae-bceb-56b590f7b19e
  kind: Event
  lastTimestamp: "2026-04-16T20:24:58Z"
  message: Add eth0 [10.134.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:24:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:24:58Z"
    name: isvc-secondary-db5133-predictor-5d7bd9896-zxpq4.18a6f01a26b21aa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24609"
    uid: 15f411af-f473-41b2-bc92-a9e1cff25f56
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:24:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-db5133-predictor-5d7bd9896-zxpq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24595"
    uid: 54c960e7-7676-48ae-bceb-56b590f7b19e
  kind: Event
  lastTimestamp: "2026-04-16T20:25:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:24:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:25:04Z"
    name: isvc-secondary-db5133-predictor-5d7bd9896-zxpq4.18a6f01a27facf02
    namespace: kserve-ci-e2e-test
    resourceVersion: "24670"
    uid: 984090ed-fd33-4001-8483-d1df202ead77
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:24:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-db5133-predictor-5d7bd9896-zxpq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24595"
    uid: 54c960e7-7676-48ae-bceb-56b590f7b19e
  kind: Event
  lastTimestamp: "2026-04-16T20:25:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:24:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:25:05Z"
    name: isvc-secondary-db5133-predictor-5d7bd9896-zxpq4.18a6f01a2af3e3d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24674"
    uid: b95cdae9-1c74-47d3-b80a-6910a913f014
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:24:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-db5133-predictor-5d7bd9896-zxpq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24595"
    uid: 54c960e7-7676-48ae-bceb-56b590f7b19e
  kind: Event
  lastTimestamp: "2026-04-16T20:25:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:24:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:25:05Z"
    name: isvc-secondary-db5133-predictor-5d7bd9896-zxpq4.18a6f01a2b6b8f3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24675"
    uid: fbe88bae-5eef-4607-ae7e-f2a5bdf471e1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:25:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-db5133-predictor-5d7bd9896-zxpq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24595"
    uid: 54c960e7-7676-48ae-bceb-56b590f7b19e
  kind: Event
  lastTimestamp: "2026-04-16T20:25:10Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-db5133-predictor-5d7bd9896-zxpq4_kserve-ci-e2e-test(54c960e7-7676-48ae-bceb-56b590f7b19e)
  metadata:
    creationTimestamp: "2026-04-16T20:25:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:25:10Z"
    name: isvc-secondary-db5133-predictor-5d7bd9896-zxpq4.18a6f01d23efec64
    namespace: kserve-ci-e2e-test
    resourceVersion: "24723"
    uid: d1a1fd5f-cb0d-46f3-8a7f-3698e3ea4179
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:24:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-db5133-predictor-5d7bd9896
    namespace: kserve-ci-e2e-test
    resourceVersion: "24584"
    uid: 0d6cc114-3cc7-4760-9e23-a217768ccf18
  kind: Event
  lastTimestamp: "2026-04-16T20:24:57Z"
  message: 'Created pod: isvc-secondary-db5133-predictor-5d7bd9896-zxpq4'
  metadata:
    creationTimestamp: "2026-04-16T20:24:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:24:57Z"
    name: isvc-secondary-db5133-predictor-5d7bd9896.18a6f01a0ce20f8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24594"
    uid: 21f039f6-e61d-47f1-aca6-41078e043541
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:24:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-db5133-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24581"
    uid: fa8b2a6a-4e83-486a-a887-35a68311b0aa
  kind: Event
  lastTimestamp: "2026-04-16T20:24:57Z"
  message: Scaled up replica set isvc-secondary-db5133-predictor-5d7bd9896 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T20:24:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:24:57Z"
    name: isvc-secondary-db5133-predictor.18a6f01a09e0af86
    namespace: kserve-ci-e2e-test
    resourceVersion: "24586"
    uid: 476595b1-c3d3-41ac-af47-7d97493c82f3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:25:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-db5133-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24583"
    uid: 8a0eb0e3-952f-453e-b27f-55cf3cda1826
  kind: Event
  lastTimestamp: "2026-04-16T20:25:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:25:12Z"
    name: isvc-secondary-db5133-predictor.18a6f01d88656551
    namespace: kserve-ci-e2e-test
    resourceVersion: "24738"
    uid: 51162edf-6b28-4aec-9d36-0e2c7f130da6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:25:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-db5133-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24583"
    uid: 8a0eb0e3-952f-453e-b27f-55cf3cda1826
  kind: Event
  lastTimestamp: "2026-04-16T20:25:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:25:12Z"
    name: isvc-secondary-db5133-predictor.18a6f01d88d0acff
    namespace: kserve-ci-e2e-test
    resourceVersion: "24740"
    uid: d0c32a3f-7927-422b-ad64-2016b33b4a8d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T20:24:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-db5133
    namespace: kserve-ci-e2e-test
    resourceVersion: "24573"
    uid: 5920b2d3-372a-4334-80b6-11ef64cf7b8e
  kind: Event
  lastTimestamp: "2026-04-16T20:25:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:24:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:25:11Z"
    name: isvc-secondary-db5133.18a6f01a09bb8282
    namespace: kserve-ci-e2e-test
    resourceVersion: "24729"
    uid: 3a442b95-40ef-4610-85dc-4a106d9c93d2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:24:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-db5133
    namespace: kserve-ci-e2e-test
    resourceVersion: "24573"
    uid: 5920b2d3-372a-4334-80b6-11ef64cf7b8e
  kind: Event
  lastTimestamp: "2026-04-16T20:24:57Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-db5133":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-db5133":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:24:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:24:57Z"
    name: isvc-secondary-db5133.18a6f01a0a2b2647
    namespace: kserve-ci-e2e-test
    resourceVersion: "24588"
    uid: d7843112-c2be-40fc-8a13-0a7baa423d12
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:24:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-db5133
    namespace: kserve-ci-e2e-test
    resourceVersion: "24573"
    uid: 5920b2d3-372a-4334-80b6-11ef64cf7b8e
  kind: Event
  lastTimestamp: "2026-04-16T20:24:57Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-db5133": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:24:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:24:57Z"
    name: isvc-secondary-db5133.18a6f01a0a2b6bc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24589"
    uid: e04ce77e-24b4-45e1-9e3b-734ab3bec679
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:03:57.121562Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-bm9l8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14327"
    uid: a6f849bc-8b50-4f05-ad7a-d7d01893d8d3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-6b6f596fd9-bm9l8
    to ip-10-0-129-34.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:03:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:03:57Z"
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-bm9l8.18a6eef48b59857b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14332"
    uid: d181e919-308b-443b-9399-69c77ae087a3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5f86c85d5c-q6td8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:03:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-bm9l8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14336"
    uid: a6f849bc-8b50-4f05-ad7a-d7d01893d8d3
  kind: Event
  lastTimestamp: "2026-04-16T20:03:57Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:03:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:03:57Z"
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-bm9l8.18a6eef4a50730f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14342"
    uid: 3d534312-59f2-4420-9f8f-0af2eec372ec
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:03:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-bm9l8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14329"
    uid: a6f849bc-8b50-4f05-ad7a-d7d01893d8d3
  kind: Event
  lastTimestamp: "2026-04-16T20:03:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:03:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:03:57Z"
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-bm9l8.18a6eef4a65af0a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14345"
    uid: 3a643e99-98eb-4dd8-b62f-1e63658ff304
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:03:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-bm9l8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14329"
    uid: a6f849bc-8b50-4f05-ad7a-d7d01893d8d3
  kind: Event
  lastTimestamp: "2026-04-16T20:03:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:03:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:03:57Z"
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-bm9l8.18a6eef4a9321003
    namespace: kserve-ci-e2e-test
    resourceVersion: "14347"
    uid: 5243dd07-ff7a-42b5-aa2b-1d840d93de4e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:03:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-bm9l8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14329"
    uid: a6f849bc-8b50-4f05-ad7a-d7d01893d8d3
  kind: Event
  lastTimestamp: "2026-04-16T20:03:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:03:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:03:57Z"
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-bm9l8.18a6eef4a9a4d58b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14348"
    uid: 82b84d55-8923-4224-8d4a-808d041f49ec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:04:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-bm9l8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14329"
    uid: a6f849bc-8b50-4f05-ad7a-d7d01893d8d3
  kind: Event
  lastTimestamp: "2026-04-16T20:04:02Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1412"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:04:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:04:02Z"
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-bm9l8.18a6eef5c49a751f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14391"
    uid: 5eb6f653-114f-4fc4-ab95-47e17b1f9217
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:04:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-bm9l8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14329"
    uid: a6f849bc-8b50-4f05-ad7a-d7d01893d8d3
  kind: Event
  lastTimestamp: "2026-04-16T20:04:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:04:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:04:02Z"
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-bm9l8.18a6eef5c78fff11
    namespace: kserve-ci-e2e-test
    resourceVersion: "14395"
    uid: 52352005-ae7f-4106-9502-fbc003e01eae
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:04:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-bm9l8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14329"
    uid: a6f849bc-8b50-4f05-ad7a-d7d01893d8d3
  kind: Event
  lastTimestamp: "2026-04-16T20:04:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:04:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:04:02Z"
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-bm9l8.18a6eef5c803ce65
    namespace: kserve-ci-e2e-test
    resourceVersion: "14396"
    uid: 7dd15216-94dc-492b-ac6a-7e473d2a8522
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:04:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-bm9l8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14329"
    uid: a6f849bc-8b50-4f05-ad7a-d7d01893d8d3
  kind: Event
  lastTimestamp: "2026-04-16T20:04:02Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:ee4db148793b3f03915a5f82a6e036d7a090e0b557ef078079043d8fab2b15d2"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:04:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:04:02Z"
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-bm9l8.18a6eef5c8129ee5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14397"
    uid: b9a498b1-6205-4c90-a108-cd1540f08d11
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:04:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-bm9l8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14329"
    uid: a6f849bc-8b50-4f05-ad7a-d7d01893d8d3
  kind: Event
  lastTimestamp: "2026-04-16T20:04:02Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-16T20:04:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:04:02Z"
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-bm9l8.18a6eef5cbba9212
    namespace: kserve-ci-e2e-test
    resourceVersion: "14399"
    uid: d10df8ac-de6a-4d6f-bed4-4c398f15775b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:04:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-bm9l8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14329"
    uid: a6f849bc-8b50-4f05-ad7a-d7d01893d8d3
  kind: Event
  lastTimestamp: "2026-04-16T20:04:02Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-16T20:04:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:04:02Z"
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-bm9l8.18a6eef5cc328816
    namespace: kserve-ci-e2e-test
    resourceVersion: "14400"
    uid: d8371808-4502-4a4e-bb35-a735397d526c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T20:04:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-bm9l8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14329"
    uid: a6f849bc-8b50-4f05-ad7a-d7d01893d8d3
  kind: Event
  lastTimestamp: "2026-04-16T20:05:52Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.36:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T20:04:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:05:52Z"
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-bm9l8.18a6eef600bbe398
    namespace: kserve-ci-e2e-test
    resourceVersion: "15343"
    uid: ee87feaf-b899-43e8-a42f-9a10e661b365
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T20:04:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-bm9l8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14329"
    uid: a6f849bc-8b50-4f05-ad7a-d7d01893d8d3
  kind: Event
  lastTimestamp: "2026-04-16T20:05:52Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T20:04:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:05:52Z"
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-bm9l8.18a6eef600c59283
    namespace: kserve-ci-e2e-test
    resourceVersion: "15344"
    uid: c7f379ac-ed28-4fb5-801b-d27d38e1b00e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:05:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-bm9l8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14329"
    uid: a6f849bc-8b50-4f05-ad7a-d7d01893d8d3
  kind: Event
  lastTimestamp: "2026-04-16T20:05:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:05:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:05:22Z"
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-bm9l8.18a6ef085bcecd8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15022"
    uid: b301eab5-b212-460e-b0c9-eada7f71e8f7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:05:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-bm9l8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14329"
    uid: a6f849bc-8b50-4f05-ad7a-d7d01893d8d3
  kind: Event
  lastTimestamp: "2026-04-16T20:05:22Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-16T20:05:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:05:22Z"
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-bm9l8.18a6ef085bcfe801
    namespace: kserve-ci-e2e-test
    resourceVersion: "15024"
    uid: a4130b42-89f9-4ccb-a94a-296ee77675ac
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:03:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14312"
    uid: 1a213bd5-9ce9-458b-8f96-e8601b12cec1
  kind: Event
  lastTimestamp: "2026-04-16T20:03:57Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-bm9l8'
  metadata:
    creationTimestamp: "2026-04-16T20:03:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:03:57Z"
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9.18a6eef48ae04f03
    namespace: kserve-ci-e2e-test
    resourceVersion: "14328"
    uid: 918d697a-bd22-48a4-8f15-fcb30398fb8b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:03:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14310"
    uid: 51a8b117-dab9-4146-9270-8b98271af710
  kind: Event
  lastTimestamp: "2026-04-16T20:03:57Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-6b6f596fd9
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T20:03:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:03:57Z"
    name: isvc-sklearn-batcher-custom-predictor.18a6eef48586e6a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14315"
    uid: 40a137e6-890e-4b73-bb52-5ee04f0bd44c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:04:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14311"
    uid: 394a202e-fb75-40d1-bd91-7779550aa589
  kind: Event
  lastTimestamp: "2026-04-16T20:04:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:04:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:04:12Z"
    name: isvc-sklearn-batcher-custom-predictor.18a6eef8040699f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14471"
    uid: 181794f9-8ad8-4024-a543-bf2ddbe068fb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:04:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14311"
    uid: 394a202e-fb75-40d1-bd91-7779550aa589
  kind: Event
  lastTimestamp: "2026-04-16T20:04:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:04:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:04:12Z"
    name: isvc-sklearn-batcher-custom-predictor.18a6eef8046c5f76
    namespace: kserve-ci-e2e-test
    resourceVersion: "14473"
    uid: c9278b75-7b96-4959-b2de-1280b770a904
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T20:04:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14472"
    uid: 394a202e-fb75-40d1-bd91-7779550aa589
  kind: Event
  lastTimestamp: "2026-04-16T20:05:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:04:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:05:12Z"
    name: isvc-sklearn-batcher-custom-predictor.18a6eefb83a2f8fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "14907"
    uid: a9fe9e1f-2401-48e3-b082-737b653fd738
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T20:04:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14472"
    uid: 394a202e-fb75-40d1-bd91-7779550aa589
  kind: Event
  lastTimestamp: "2026-04-16T20:05:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:04:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:05:12Z"
    name: isvc-sklearn-batcher-custom-predictor.18a6eefb84125f1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14908"
    uid: e46cb92d-1687-4619-a0ea-500f0ac9ddf6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T20:03:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14282"
    uid: f0803173-9263-4741-b9d3-530727320a13
  kind: Event
  lastTimestamp: "2026-04-16T20:05:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:03:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:05:12Z"
    name: isvc-sklearn-batcher-custom.18a6eef4855e056e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14918"
    uid: a748448e-f7a1-4b4a-aded-a91b1a470593
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:03:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14282"
    uid: f0803173-9263-4741-b9d3-530727320a13
  kind: Event
  lastTimestamp: "2026-04-16T20:03:57Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:03:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:03:57Z"
    name: isvc-sklearn-batcher-custom.18a6eef485b9f394
    namespace: kserve-ci-e2e-test
    resourceVersion: "14318"
    uid: 7f30d15b-e1ee-4c8d-aa4d-5357a391a0bc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:05:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14916"
    uid: f0803173-9263-4741-b9d3-530727320a13
  kind: Event
  lastTimestamp: "2026-04-16T20:05:12Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:05:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:05:12Z"
    name: isvc-sklearn-batcher-custom.18a6ef0606dc8830
    namespace: kserve-ci-e2e-test
    resourceVersion: "14917"
    uid: 43bb8bc9-12f4-4680-9f39-a0e52687be7f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:02:11.863906Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-757c9f95b4-tvb9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "13480"
    uid: 221ac944-6650-459b-8c00-c3354de5cf19
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-757c9f95b4-tvb9b
    to ip-10-0-129-34.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:02:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:02:11Z"
    name: isvc-sklearn-batcher-predictor-757c9f95b4-tvb9b.18a6eedc09812685
    namespace: kserve-ci-e2e-test
    resourceVersion: "13488"
    uid: 5bc4d8a3-cc35-4403-b104-563e075c3ba3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5f86c85d5c-q6td8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:02:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-757c9f95b4-tvb9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "13491"
    uid: 221ac944-6650-459b-8c00-c3354de5cf19
  kind: Event
  lastTimestamp: "2026-04-16T20:02:12Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:02:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:02:12Z"
    name: isvc-sklearn-batcher-predictor-757c9f95b4-tvb9b.18a6eedc22ee4f55
    namespace: kserve-ci-e2e-test
    resourceVersion: "13504"
    uid: a917971a-9b62-40af-9677-8f2a12856f0b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:02:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-757c9f95b4-tvb9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "13484"
    uid: 221ac944-6650-459b-8c00-c3354de5cf19
  kind: Event
  lastTimestamp: "2026-04-16T20:02:12Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
  metadata:
    creationTimestamp: "2026-04-16T20:02:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:02:12Z"
    name: isvc-sklearn-batcher-predictor-757c9f95b4-tvb9b.18a6eedc246953a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13506"
    uid: d8e42770-e184-44bf-98f2-e77daa680e3c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:02:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-757c9f95b4-tvb9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "13484"
    uid: 221ac944-6650-459b-8c00-c3354de5cf19
  kind: Event
  lastTimestamp: "2026-04-16T20:02:15Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    in 3.195s (3.195s including waiting). Image size: 299671472 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T20:02:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:02:15Z"
    name: isvc-sklearn-batcher-predictor-757c9f95b4-tvb9b.18a6eedce2e86794
    namespace: kserve-ci-e2e-test
    resourceVersion: "13527"
    uid: 205e0097-38a1-44a3-b2c5-294c6859b5d5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:02:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-757c9f95b4-tvb9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "13484"
    uid: 221ac944-6650-459b-8c00-c3354de5cf19
  kind: Event
  lastTimestamp: "2026-04-16T20:02:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:02:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:02:15Z"
    name: isvc-sklearn-batcher-predictor-757c9f95b4-tvb9b.18a6eedce63f0172
    namespace: kserve-ci-e2e-test
    resourceVersion: "13529"
    uid: 1b8f9f41-a79c-4aca-8439-f08448e1b85b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:02:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-757c9f95b4-tvb9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "13484"
    uid: 221ac944-6650-459b-8c00-c3354de5cf19
  kind: Event
  lastTimestamp: "2026-04-16T20:02:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:02:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:02:15Z"
    name: isvc-sklearn-batcher-predictor-757c9f95b4-tvb9b.18a6eedce6b56ba5
    namespace: kserve-ci-e2e-test
    resourceVersion: "13530"
    uid: d6a14ec6-489e-4d99-a91f-6a5c031b2907
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:02:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-757c9f95b4-tvb9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "13484"
    uid: 221ac944-6650-459b-8c00-c3354de5cf19
  kind: Event
  lastTimestamp: "2026-04-16T20:02:20Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1412"
  metadata:
    creationTimestamp: "2026-04-16T20:02:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:02:20Z"
    name: isvc-sklearn-batcher-predictor-757c9f95b4-tvb9b.18a6eeddeedbb86e
    namespace: kserve-ci-e2e-test
    resourceVersion: "13569"
    uid: 62c2c09d-a6ab-49f9-bf8f-29edbff73f15
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:02:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-757c9f95b4-tvb9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "13484"
    uid: 221ac944-6650-459b-8c00-c3354de5cf19
  kind: Event
  lastTimestamp: "2026-04-16T20:02:32Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1412"
    in 12.721s (12.721s including waiting). Image size: 1560613811 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T20:02:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:02:32Z"
    name: isvc-sklearn-batcher-predictor-757c9f95b4-tvb9b.18a6eee0e51a3a67
    namespace: kserve-ci-e2e-test
    resourceVersion: "13665"
    uid: cbd5d0de-09fd-45ff-9639-7f93809a2443
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:02:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-757c9f95b4-tvb9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "13484"
    uid: 221ac944-6650-459b-8c00-c3354de5cf19
  kind: Event
  lastTimestamp: "2026-04-16T20:02:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:02:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:02:32Z"
    name: isvc-sklearn-batcher-predictor-757c9f95b4-tvb9b.18a6eee0e89dc931
    namespace: kserve-ci-e2e-test
    resourceVersion: "13667"
    uid: 4acfcf25-c99f-4d07-bc34-c9f5e4e97983
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:02:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-757c9f95b4-tvb9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "13484"
    uid: 221ac944-6650-459b-8c00-c3354de5cf19
  kind: Event
  lastTimestamp: "2026-04-16T20:02:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:02:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:02:32Z"
    name: isvc-sklearn-batcher-predictor-757c9f95b4-tvb9b.18a6eee0e9166993
    namespace: kserve-ci-e2e-test
    resourceVersion: "13668"
    uid: 771694bf-60ca-4d9d-b9cf-371ab0b669a2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:02:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-757c9f95b4-tvb9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "13484"
    uid: 221ac944-6650-459b-8c00-c3354de5cf19
  kind: Event
  lastTimestamp: "2026-04-16T20:02:32Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:ee4db148793b3f03915a5f82a6e036d7a090e0b557ef078079043d8fab2b15d2"
  metadata:
    creationTimestamp: "2026-04-16T20:02:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:02:32Z"
    name: isvc-sklearn-batcher-predictor-757c9f95b4-tvb9b.18a6eee0e923e0b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "13669"
    uid: ff6a2c0d-64c2-4fb5-b1ea-1a26e8ef8d5a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:02:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-757c9f95b4-tvb9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "13484"
    uid: 221ac944-6650-459b-8c00-c3354de5cf19
  kind: Event
  lastTimestamp: "2026-04-16T20:02:35Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:ee4db148793b3f03915a5f82a6e036d7a090e0b557ef078079043d8fab2b15d2"
    in 3.124s (3.124s including waiting). Image size: 237897299 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T20:02:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:02:35Z"
    name: isvc-sklearn-batcher-predictor-757c9f95b4-tvb9b.18a6eee1a3620f85
    namespace: kserve-ci-e2e-test
    resourceVersion: "13686"
    uid: 97e53fab-508b-4e86-8e79-16141675adf2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:02:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-757c9f95b4-tvb9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "13484"
    uid: 221ac944-6650-459b-8c00-c3354de5cf19
  kind: Event
  lastTimestamp: "2026-04-16T20:02:35Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-16T20:02:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:02:35Z"
    name: isvc-sklearn-batcher-predictor-757c9f95b4-tvb9b.18a6eee1a75db948
    namespace: kserve-ci-e2e-test
    resourceVersion: "13689"
    uid: eefbe958-82c2-4b54-b0f3-df5b8c0ddd13
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:02:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-757c9f95b4-tvb9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "13484"
    uid: 221ac944-6650-459b-8c00-c3354de5cf19
  kind: Event
  lastTimestamp: "2026-04-16T20:02:35Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-16T20:02:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:02:35Z"
    name: isvc-sklearn-batcher-predictor-757c9f95b4-tvb9b.18a6eee1a7d1babf
    namespace: kserve-ci-e2e-test
    resourceVersion: "13690"
    uid: b03d0e3d-8df3-4f00-a2c2-74569a597115
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T20:02:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-757c9f95b4-tvb9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "13484"
    uid: 221ac944-6650-459b-8c00-c3354de5cf19
  kind: Event
  lastTimestamp: "2026-04-16T20:04:18Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T20:02:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:04:18Z"
    name: isvc-sklearn-batcher-predictor-757c9f95b4-tvb9b.18a6eee1acabf911
    namespace: kserve-ci-e2e-test
    resourceVersion: "14515"
    uid: 2eb00a34-0e52-4d07-8f67-407fbf76ccc3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T20:02:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-757c9f95b4-tvb9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "13484"
    uid: 221ac944-6650-459b-8c00-c3354de5cf19
  kind: Event
  lastTimestamp: "2026-04-16T20:04:18Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T20:02:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:04:18Z"
    name: isvc-sklearn-batcher-predictor-757c9f95b4-tvb9b.18a6eee1e87129b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14516"
    uid: 5659e5db-3ad9-444b-90b9-cbd8eb10a94d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:03:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-757c9f95b4-tvb9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "13484"
    uid: 221ac944-6650-459b-8c00-c3354de5cf19
  kind: Event
  lastTimestamp: "2026-04-16T20:03:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:03:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:03:57Z"
    name: isvc-sklearn-batcher-predictor-757c9f95b4-tvb9b.18a6eef48546bd6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14313"
    uid: 65eb9a69-6bd5-4ec0-9c83-1250dc350442
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:03:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-757c9f95b4-tvb9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "13484"
    uid: 221ac944-6650-459b-8c00-c3354de5cf19
  kind: Event
  lastTimestamp: "2026-04-16T20:03:57Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-16T20:03:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:03:57Z"
    name: isvc-sklearn-batcher-predictor-757c9f95b4-tvb9b.18a6eef4854776ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "14317"
    uid: 7735de9c-25f8-4313-9bbc-d9084b040544
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:02:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-757c9f95b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "13472"
    uid: 140f9749-bcf6-4ce4-b3c7-c2e27b3969ae
  kind: Event
  lastTimestamp: "2026-04-16T20:02:11Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-757c9f95b4-tvb9b'
  metadata:
    creationTimestamp: "2026-04-16T20:02:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:02:11Z"
    name: isvc-sklearn-batcher-predictor-757c9f95b4.18a6eedc0910d3b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "13482"
    uid: 39991bb1-9325-436b-8cd3-8eb22af300b5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:02:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13470"
    uid: c0499cda-0958-4d2e-a0ea-e47b7be4257f
  kind: Event
  lastTimestamp: "2026-04-16T20:02:11Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-757c9f95b4 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T20:02:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:02:11Z"
    name: isvc-sklearn-batcher-predictor.18a6eedc02c392e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "13473"
    uid: d62a8da0-b8ab-4577-873c-f7cc782fbc20
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:02:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13479"
    uid: 6e5b4bd8-4e5e-412c-8cfe-0e847e0eda0f
  kind: Event
  lastTimestamp: "2026-04-16T20:02:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:02:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:02:41Z"
    name: isvc-sklearn-batcher-predictor.18a6eedf8883a191
    namespace: kserve-ci-e2e-test
    resourceVersion: "13736"
    uid: d8e49d9a-5c8e-41da-94a4-7cc642826e93
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:02:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13479"
    uid: 6e5b4bd8-4e5e-412c-8cfe-0e847e0eda0f
  kind: Event
  lastTimestamp: "2026-04-16T20:02:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:02:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:02:41Z"
    name: isvc-sklearn-batcher-predictor.18a6eedf88e8fcf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "13737"
    uid: 48845d2a-de73-40e7-82bc-201a2d8bdd7b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T20:02:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13621"
    uid: 6e5b4bd8-4e5e-412c-8cfe-0e847e0eda0f
  kind: Event
  lastTimestamp: "2026-04-16T20:03:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:02:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:03:56Z"
    name: isvc-sklearn-batcher-predictor.18a6eee686b17dc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14291"
    uid: 8f3a7cd1-8453-4eb9-8fcf-1ea34ec497fc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T20:02:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13621"
    uid: 6e5b4bd8-4e5e-412c-8cfe-0e847e0eda0f
  kind: Event
  lastTimestamp: "2026-04-16T20:03:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:02:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:03:56Z"
    name: isvc-sklearn-batcher-predictor.18a6eee6870d1f86
    namespace: kserve-ci-e2e-test
    resourceVersion: "14300"
    uid: ad1b6a3a-6c59-4b2f-a6d7-1388e3a4224f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T20:02:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13460"
    uid: 59bf05c5-cf94-474d-9547-67cb60dfde8c
  kind: Event
  lastTimestamp: "2026-04-16T20:03:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:02:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:03:48Z"
    name: isvc-sklearn-batcher.18a6eedc08e90806
    namespace: kserve-ci-e2e-test
    resourceVersion: "14218"
    uid: c805009e-9020-4903-b587-d3e204387925
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:02:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13460"
    uid: 59bf05c5-cf94-474d-9547-67cb60dfde8c
  kind: Event
  lastTimestamp: "2026-04-16T20:02:11Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:02:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:02:11Z"
    name: isvc-sklearn-batcher.18a6eedc09427c23
    namespace: kserve-ci-e2e-test
    resourceVersion: "13485"
    uid: 4e3491df-ecbd-4403-9136-682ab74e584a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:02:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13460"
    uid: 59bf05c5-cf94-474d-9547-67cb60dfde8c
  kind: Event
  lastTimestamp: "2026-04-16T20:02:11Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:02:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:02:11Z"
    name: isvc-sklearn-batcher.18a6eedc0942beac
    namespace: kserve-ci-e2e-test
    resourceVersion: "13487"
    uid: 9184d8cb-1cc0-4c8e-b079-cf815ba6634b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:03:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14216"
    uid: 59bf05c5-cf94-474d-9547-67cb60dfde8c
  kind: Event
  lastTimestamp: "2026-04-16T20:03:48Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:03:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:03:48Z"
    name: isvc-sklearn-batcher.18a6eef27476b18c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14217"
    uid: 8f0b697d-8fda-4062-a7a3-53e57e4d6972
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:14:08.924516Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99-g9l6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "19356"
    uid: 6f5dbe4a-60e7-4c3b-99ad-2dbfd811ae81
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-6dfb5d8c99-g9l6m
    to ip-10-0-129-34.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:14:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:14:08Z"
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99-g9l6m.18a6ef82fda5c61a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19360"
    uid: f3bfc8d8-c636-4324-830c-49390a12efd0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5f86c85d5c-q6td8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:14:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99-g9l6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "19366"
    uid: 6f5dbe4a-60e7-4c3b-99ad-2dbfd811ae81
  kind: Event
  lastTimestamp: "2026-04-16T20:14:09Z"
  message: Add eth0 [10.134.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:14:09Z"
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99-g9l6m.18a6ef83177ffd9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19370"
    uid: 96fb4f7b-be94-4c25-8dc3-0281a90d87bf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:14:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99-g9l6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "19358"
    uid: 6f5dbe4a-60e7-4c3b-99ad-2dbfd811ae81
  kind: Event
  lastTimestamp: "2026-04-16T20:14:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:14:09Z"
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99-g9l6m.18a6ef8318f385b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19373"
    uid: 12076f7d-36be-4e9d-a2e1-5901e45c8647
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:14:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99-g9l6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "19358"
    uid: 6f5dbe4a-60e7-4c3b-99ad-2dbfd811ae81
  kind: Event
  lastTimestamp: "2026-04-16T20:14:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:14:09Z"
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99-g9l6m.18a6ef831bd5ff79
    namespace: kserve-ci-e2e-test
    resourceVersion: "19375"
    uid: 9eb45c2d-2251-4833-b45f-1112b5dc5ed5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:14:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99-g9l6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "19358"
    uid: 6f5dbe4a-60e7-4c3b-99ad-2dbfd811ae81
  kind: Event
  lastTimestamp: "2026-04-16T20:14:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:14:09Z"
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99-g9l6m.18a6ef831c5e64a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19376"
    uid: 1808430b-2dfb-4a69-bcf4-52fa53db6fcd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:14:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99-g9l6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "19358"
    uid: 6f5dbe4a-60e7-4c3b-99ad-2dbfd811ae81
  kind: Event
  lastTimestamp: "2026-04-16T20:14:13Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1412"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:14:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:14:13Z"
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99-g9l6m.18a6ef84166557d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19417"
    uid: 2fef65a5-3816-417f-a102-baef632459ac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:14:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99-g9l6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "19358"
    uid: 6f5dbe4a-60e7-4c3b-99ad-2dbfd811ae81
  kind: Event
  lastTimestamp: "2026-04-16T20:14:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:14:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:14:13Z"
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99-g9l6m.18a6ef8419c27da8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19421"
    uid: 151bb336-4a58-4ba0-b820-a0231c8de47f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:14:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99-g9l6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "19358"
    uid: 6f5dbe4a-60e7-4c3b-99ad-2dbfd811ae81
  kind: Event
  lastTimestamp: "2026-04-16T20:14:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:14:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:14:13Z"
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99-g9l6m.18a6ef841a8318d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19423"
    uid: 6140bc9d-cb18-4dfd-bdf8-f09609b48b8e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:14:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99-g9l6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "19358"
    uid: 6f5dbe4a-60e7-4c3b-99ad-2dbfd811ae81
  kind: Event
  lastTimestamp: "2026-04-16T20:14:13Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-04-16T20:14:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:14:13Z"
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99-g9l6m.18a6ef841a902168
    namespace: kserve-ci-e2e-test
    resourceVersion: "19424"
    uid: f96be83c-8092-4d4f-948c-a7e5f62e6481
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:14:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99-g9l6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "19358"
    uid: 6f5dbe4a-60e7-4c3b-99ad-2dbfd811ae81
  kind: Event
  lastTimestamp: "2026-04-16T20:14:16Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    3.234s (3.234s including waiting). Image size: 237663781 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T20:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:14:16Z"
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99-g9l6m.18a6ef84db6006c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19448"
    uid: cf06ba5e-1aaa-4d93-afb0-2120bcba0685
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:14:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99-g9l6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "19358"
    uid: 6f5dbe4a-60e7-4c3b-99ad-2dbfd811ae81
  kind: Event
  lastTimestamp: "2026-04-16T20:14:17Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-04-16T20:14:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:14:17Z"
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99-g9l6m.18a6ef84df1d4f1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19450"
    uid: ff38ef8b-d5eb-44f6-914d-952dff4a721c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:14:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99-g9l6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "19358"
    uid: 6f5dbe4a-60e7-4c3b-99ad-2dbfd811ae81
  kind: Event
  lastTimestamp: "2026-04-16T20:14:17Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-04-16T20:14:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:14:17Z"
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99-g9l6m.18a6ef84df91199a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19451"
    uid: ea3143f5-5f9c-40bf-ac4f-55490040fe29
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:15:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99-g9l6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "19358"
    uid: 6f5dbe4a-60e7-4c3b-99ad-2dbfd811ae81
  kind: Event
  lastTimestamp: "2026-04-16T20:15:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:15:29Z"
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99-g9l6m.18a6ef95a38a24e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19983"
    uid: f405a8a9-1b9b-4824-81e9-89731322a652
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:15:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99-g9l6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "19358"
    uid: 6f5dbe4a-60e7-4c3b-99ad-2dbfd811ae81
  kind: Event
  lastTimestamp: "2026-04-16T20:15:29Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-04-16T20:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:15:29Z"
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99-g9l6m.18a6ef95a38abc5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19985"
    uid: ac1a3db8-588b-4297-986f-f2cd25da6c25
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:15:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99-g9l6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "19358"
    uid: 6f5dbe4a-60e7-4c3b-99ad-2dbfd811ae81
  kind: Event
  lastTimestamp: "2026-04-16T20:15:49Z"
  message: 'Readiness probe failed: Get "http://10.134.0.43:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.134.0.43:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T20:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:15:49Z"
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99-g9l6m.18a6ef95ca39d720
    namespace: kserve-ci-e2e-test
    resourceVersion: "20177"
    uid: 33984337-82e1-46c7-b48c-d1168ba09c71
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:14:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99
    namespace: kserve-ci-e2e-test
    resourceVersion: "19342"
    uid: 475e2747-48eb-4db0-b441-44a78a44e407
  kind: Event
  lastTimestamp: "2026-04-16T20:14:08Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-6dfb5d8c99-g9l6m'
  metadata:
    creationTimestamp: "2026-04-16T20:14:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:14:08Z"
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99.18a6ef82fd3c3670
    namespace: kserve-ci-e2e-test
    resourceVersion: "19357"
    uid: 736d264a-6cdf-4118-b119-0b1dc3dacd95
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:14:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19340"
    uid: 54039893-509a-42d4-9574-f3a66b155f40
  kind: Event
  lastTimestamp: "2026-04-16T20:14:08Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-6dfb5d8c99 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T20:14:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:14:08Z"
    name: isvc-sklearn-mcp-predictor.18a6ef82fa2c622b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19346"
    uid: ebbaa22a-525c-4671-a30e-91d2766ca5f0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T20:14:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19319"
    uid: 096450ca-cc46-410d-9eff-d3705093697b
  kind: Event
  lastTimestamp: "2026-04-16T20:15:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:14:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:15:19Z"
    name: isvc-sklearn-mcp.18a6ef82f987d34d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19887"
    uid: 79da8bda-9239-44a8-adcf-8fc4523616ae
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:14:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19319"
    uid: 096450ca-cc46-410d-9eff-d3705093697b
  kind: Event
  lastTimestamp: "2026-04-16T20:14:08Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:14:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:14:08Z"
    name: isvc-sklearn-mcp.18a6ef82fa2dcb1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19345"
    uid: e80bf1c0-0192-4093-a86a-68336450c068
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:15:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19885"
    uid: 096450ca-cc46-410d-9eff-d3705093697b
  kind: Event
  lastTimestamp: "2026-04-16T20:15:19Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:15:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:15:19Z"
    name: isvc-sklearn-mcp.18a6ef937a37d9bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19886"
    uid: dbe894d4-c983-41b1-b6dd-e6855570e729
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:34:44.504223Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-7b5b777f74-rllg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29814"
    uid: 305d7d2e-59ea-4bb6-9c0e-a2c52bb9b713
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-7b5b777f74-rllg4
    to ip-10-0-129-34.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:34:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:34:44Z"
    name: isvc-sklearn-predictor-7b5b777f74-rllg4.18a6f0a2abefdc03
    namespace: kserve-ci-e2e-test
    resourceVersion: "29822"
    uid: 9b977eb5-0014-4044-914f-4387e1d604cf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5f86c85d5c-q6td8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:34:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-7b5b777f74-rllg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29826"
    uid: 305d7d2e-59ea-4bb6-9c0e-a2c52bb9b713
  kind: Event
  lastTimestamp: "2026-04-16T20:34:44Z"
  message: Add eth0 [10.134.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:34:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:34:44Z"
    name: isvc-sklearn-predictor-7b5b777f74-rllg4.18a6f0a2c565ebed
    namespace: kserve-ci-e2e-test
    resourceVersion: "29837"
    uid: 731a75be-bf2d-42a0-bd11-aa5ff279df73
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:34:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-7b5b777f74-rllg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29819"
    uid: 305d7d2e-59ea-4bb6-9c0e-a2c52bb9b713
  kind: Event
  lastTimestamp: "2026-04-16T20:34:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:34:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:34:44Z"
    name: isvc-sklearn-predictor-7b5b777f74-rllg4.18a6f0a2c6a96486
    namespace: kserve-ci-e2e-test
    resourceVersion: "29839"
    uid: d9134942-9b08-4983-9c0b-17e1413ef68f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:34:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-7b5b777f74-rllg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29819"
    uid: 305d7d2e-59ea-4bb6-9c0e-a2c52bb9b713
  kind: Event
  lastTimestamp: "2026-04-16T20:34:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:34:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:34:45Z"
    name: isvc-sklearn-predictor-7b5b777f74-rllg4.18a6f0a2ca727677
    namespace: kserve-ci-e2e-test
    resourceVersion: "29841"
    uid: 6302241e-92ea-45b5-b87f-b49b46de0a40
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:34:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-7b5b777f74-rllg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29819"
    uid: 305d7d2e-59ea-4bb6-9c0e-a2c52bb9b713
  kind: Event
  lastTimestamp: "2026-04-16T20:34:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:34:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:34:45Z"
    name: isvc-sklearn-predictor-7b5b777f74-rllg4.18a6f0a2cae98f8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29844"
    uid: 3bed9269-f3e5-4cb9-a6db-d6bda3251eaa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:34:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7b5b777f74-rllg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29819"
    uid: 305d7d2e-59ea-4bb6-9c0e-a2c52bb9b713
  kind: Event
  lastTimestamp: "2026-04-16T20:34:49Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1412"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:34:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:34:49Z"
    name: isvc-sklearn-predictor-7b5b777f74-rllg4.18a6f0a3bbb14abf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29885"
    uid: 3425141d-3457-476a-acf7-396c9cafe5f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:34:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7b5b777f74-rllg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29819"
    uid: 305d7d2e-59ea-4bb6-9c0e-a2c52bb9b713
  kind: Event
  lastTimestamp: "2026-04-16T20:34:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:34:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:34:49Z"
    name: isvc-sklearn-predictor-7b5b777f74-rllg4.18a6f0a3beefc69f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29889"
    uid: 28ecc4f1-19bf-4d6b-96df-d53286c56e72
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:34:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7b5b777f74-rllg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29819"
    uid: 305d7d2e-59ea-4bb6-9c0e-a2c52bb9b713
  kind: Event
  lastTimestamp: "2026-04-16T20:34:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:34:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:34:49Z"
    name: isvc-sklearn-predictor-7b5b777f74-rllg4.18a6f0a3bf78c107
    namespace: kserve-ci-e2e-test
    resourceVersion: "29890"
    uid: 680bbd36-468e-435d-9636-59785135144d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T20:34:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7b5b777f74-rllg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29819"
    uid: 305d7d2e-59ea-4bb6-9c0e-a2c52bb9b713
  kind: Event
  lastTimestamp: "2026-04-16T20:36:09Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.59:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T20:34:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:36:09Z"
    name: isvc-sklearn-predictor-7b5b777f74-rllg4.18a6f0a3f7ac9318
    namespace: kserve-ci-e2e-test
    resourceVersion: "30536"
    uid: b3f41307-e6fd-40d3-9e20-d28829b6616c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:36:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7b5b777f74-rllg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29819"
    uid: 305d7d2e-59ea-4bb6-9c0e-a2c52bb9b713
  kind: Event
  lastTimestamp: "2026-04-16T20:36:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:36:04Z"
    name: isvc-sklearn-predictor-7b5b777f74-rllg4.18a6f0b553961959
    namespace: kserve-ci-e2e-test
    resourceVersion: "30463"
    uid: 8c3e884f-ce8e-47b6-bfc8-0d9f1c0a2ff6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:34:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-7b5b777f74
    namespace: kserve-ci-e2e-test
    resourceVersion: "29807"
    uid: 2c4d0d6e-32d0-4cb2-9e79-5629db375b8f
  kind: Event
  lastTimestamp: "2026-04-16T20:34:44Z"
  message: 'Created pod: isvc-sklearn-predictor-7b5b777f74-rllg4'
  metadata:
    creationTimestamp: "2026-04-16T20:34:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:34:44Z"
    name: isvc-sklearn-predictor-7b5b777f74.18a6f0a2ab6cd2de
    namespace: kserve-ci-e2e-test
    resourceVersion: "29818"
    uid: acc8943b-bab1-41f0-b2c6-af6b0c4703c9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:34:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29804"
    uid: cb5473a2-8054-4f64-9986-128f7efb70a0
  kind: Event
  lastTimestamp: "2026-04-16T20:34:44Z"
  message: Scaled up replica set isvc-sklearn-predictor-7b5b777f74 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T20:34:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:34:44Z"
    name: isvc-sklearn-predictor.18a6f0a2a908bab9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29809"
    uid: 735b6929-eb06-4145-a7df-d7d900d381d3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:34:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29806"
    uid: 564cdbee-a5e6-4924-9e20-6e486f6fe30a
  kind: Event
  lastTimestamp: "2026-04-16T20:34:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:34:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:34:59Z"
    name: isvc-sklearn-predictor.18a6f0a62802b136
    namespace: kserve-ci-e2e-test
    resourceVersion: "29964"
    uid: bf3818dc-bc2a-47af-b353-a98c4035950c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:34:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29806"
    uid: 564cdbee-a5e6-4924-9e20-6e486f6fe30a
  kind: Event
  lastTimestamp: "2026-04-16T20:34:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:34:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:34:59Z"
    name: isvc-sklearn-predictor.18a6f0a62866beff
    namespace: kserve-ci-e2e-test
    resourceVersion: "29965"
    uid: 4033e07f-a3dd-4b93-b556-8ed296eb80ad
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T20:35:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29963"
    uid: 564cdbee-a5e6-4924-9e20-6e486f6fe30a
  kind: Event
  lastTimestamp: "2026-04-16T20:35:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:35:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:35:59Z"
    name: isvc-sklearn-predictor.18a6f0a9a71b4dc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30398"
    uid: 425e48f6-bb63-4106-a02c-17908f9612f1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T20:35:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29963"
    uid: 564cdbee-a5e6-4924-9e20-6e486f6fe30a
  kind: Event
  lastTimestamp: "2026-04-16T20:35:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:35:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:35:59Z"
    name: isvc-sklearn-predictor.18a6f0a9a79efa7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30399"
    uid: e98c42cd-ef6f-42df-bcf1-25060270cb58
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:36:54.928304Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5c7bb4b848-qdrwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30911"
    uid: 058e893e-34f4-48e6-9ba9-0eaad368ca08
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-5c7bb4b848-qdrwq
    to ip-10-0-129-34.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:36:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:36:54Z"
    name: isvc-sklearn-runtime-predictor-5c7bb4b848-qdrwq.18a6f0c109d17ce5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30915"
    uid: 5edde858-39c5-404e-91be-aa667f1c1de5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5f86c85d5c-q6td8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:36:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5c7bb4b848-qdrwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30921"
    uid: 058e893e-34f4-48e6-9ba9-0eaad368ca08
  kind: Event
  lastTimestamp: "2026-04-16T20:36:55Z"
  message: Add eth0 [10.134.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:36:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:36:55Z"
    name: isvc-sklearn-runtime-predictor-5c7bb4b848-qdrwq.18a6f0c1231b2b90
    namespace: kserve-ci-e2e-test
    resourceVersion: "30928"
    uid: 92d14fcb-a7ef-47ae-8c13-8ef8cdba6846
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:36:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5c7bb4b848-qdrwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30913"
    uid: 058e893e-34f4-48e6-9ba9-0eaad368ca08
  kind: Event
  lastTimestamp: "2026-04-16T20:36:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:36:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:36:55Z"
    name: isvc-sklearn-runtime-predictor-5c7bb4b848-qdrwq.18a6f0c1245a245f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30930"
    uid: cfe1ac4a-254c-4b34-9e3f-e17fbdcc5845
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:36:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5c7bb4b848-qdrwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30913"
    uid: 058e893e-34f4-48e6-9ba9-0eaad368ca08
  kind: Event
  lastTimestamp: "2026-04-16T20:36:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:36:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:36:55Z"
    name: isvc-sklearn-runtime-predictor-5c7bb4b848-qdrwq.18a6f0c128052c10
    namespace: kserve-ci-e2e-test
    resourceVersion: "30932"
    uid: 66af809e-9a9e-4dcd-afc6-482e14d3ec3c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:36:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5c7bb4b848-qdrwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30913"
    uid: 058e893e-34f4-48e6-9ba9-0eaad368ca08
  kind: Event
  lastTimestamp: "2026-04-16T20:36:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:36:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:36:55Z"
    name: isvc-sklearn-runtime-predictor-5c7bb4b848-qdrwq.18a6f0c128c1203c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30933"
    uid: 315cc3ee-872d-4bfa-b49d-51a917da0370
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:37:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5c7bb4b848-qdrwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30913"
    uid: 058e893e-34f4-48e6-9ba9-0eaad368ca08
  kind: Event
  lastTimestamp: "2026-04-16T20:37:01Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1412"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:37:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:37:01Z"
    name: isvc-sklearn-runtime-predictor-5c7bb4b848-qdrwq.18a6f0c29408dab8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30988"
    uid: a27a8b38-11e4-4e2e-ab49-9c279db0bc02
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:37:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5c7bb4b848-qdrwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30913"
    uid: 058e893e-34f4-48e6-9ba9-0eaad368ca08
  kind: Event
  lastTimestamp: "2026-04-16T20:37:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:37:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:37:01Z"
    name: isvc-sklearn-runtime-predictor-5c7bb4b848-qdrwq.18a6f0c2974934c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30991"
    uid: 80bf8979-4442-451d-87b7-0082ff380641
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:37:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5c7bb4b848-qdrwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30913"
    uid: 058e893e-34f4-48e6-9ba9-0eaad368ca08
  kind: Event
  lastTimestamp: "2026-04-16T20:37:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:37:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:37:01Z"
    name: isvc-sklearn-runtime-predictor-5c7bb4b848-qdrwq.18a6f0c297bf2fef
    namespace: kserve-ci-e2e-test
    resourceVersion: "30994"
    uid: 641668c5-4728-4214-8b45-6504e0fb4a0d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:37:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5c7bb4b848-qdrwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30913"
    uid: 058e893e-34f4-48e6-9ba9-0eaad368ca08
  kind: Event
  lastTimestamp: "2026-04-16T20:37:13Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.61:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T20:37:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:37:13Z"
    name: isvc-sklearn-runtime-predictor-5c7bb4b848-qdrwq.18a6f0c2d00d9387
    namespace: kserve-ci-e2e-test
    resourceVersion: "31087"
    uid: 93e0e7cd-f2e4-4d4c-877a-83cc55c3898a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:37:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5c7bb4b848-qdrwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30913"
    uid: 058e893e-34f4-48e6-9ba9-0eaad368ca08
  kind: Event
  lastTimestamp: "2026-04-16T20:37:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:37:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:37:32Z"
    name: isvc-sklearn-runtime-predictor-5c7bb4b848-qdrwq.18a6f0c9ae9fa9db
    namespace: kserve-ci-e2e-test
    resourceVersion: "31249"
    uid: 94f2dc2d-ac92-4c68-b786-11f9fee4bd87
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:36:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-5c7bb4b848
    namespace: kserve-ci-e2e-test
    resourceVersion: "30895"
    uid: 14ca1db8-7bb1-49b1-9506-14b566507864
  kind: Event
  lastTimestamp: "2026-04-16T20:36:54Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-5c7bb4b848-qdrwq'
  metadata:
    creationTimestamp: "2026-04-16T20:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:36:54Z"
    name: isvc-sklearn-runtime-predictor-5c7bb4b848.18a6f0c1094c77e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30912"
    uid: a041b45a-abf4-4d64-8bba-74e0e72f92ac
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:36:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30889"
    uid: 7a70e1e8-b5b7-44eb-b90c-3d0573f7d6ca
  kind: Event
  lastTimestamp: "2026-04-16T20:36:54Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-5c7bb4b848 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T20:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:36:54Z"
    name: isvc-sklearn-runtime-predictor.18a6f0c10642ffcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30899"
    uid: 041015cc-1e54-4373-9fb3-3bc6f7e3be36
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:37:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30893"
    uid: 24b0c610-de08-4374-9895-7abd6addc234
  kind: Event
  lastTimestamp: "2026-04-16T20:37:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:37:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:37:09Z"
    name: isvc-sklearn-runtime-predictor.18a6f0c484e5817e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31059"
    uid: 90552660-9ea8-401f-9bcb-a1b84937614f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:37:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30893"
    uid: 24b0c610-de08-4374-9895-7abd6addc234
  kind: Event
  lastTimestamp: "2026-04-16T20:37:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:37:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:37:09Z"
    name: isvc-sklearn-runtime-predictor.18a6f0c4854aa6e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31060"
    uid: bfe9c2d2-6b48-4132-a665-123b88c45168
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:37:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31058"
    uid: 24b0c610-de08-4374-9895-7abd6addc234
  kind: Event
  lastTimestamp: "2026-04-16T20:37:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:37:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:37:24Z"
    name: isvc-sklearn-runtime-predictor.18a6f0c804930954
    namespace: kserve-ci-e2e-test
    resourceVersion: "31173"
    uid: 7e86db25-2206-46c6-9c2e-04392865be18
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:37:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31058"
    uid: 24b0c610-de08-4374-9895-7abd6addc234
  kind: Event
  lastTimestamp: "2026-04-16T20:37:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:37:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:37:24Z"
    name: isvc-sklearn-runtime-predictor.18a6f0c804fa7b79
    namespace: kserve-ci-e2e-test
    resourceVersion: "31175"
    uid: bb0709bb-28f2-4a9d-89cf-21acc9014ea3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T20:36:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30870"
    uid: 35855612-f6eb-4da2-9538-05b20a55c4cd
  kind: Event
  lastTimestamp: "2026-04-16T20:37:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:37:23Z"
    name: isvc-sklearn-runtime.18a6f0c10619e282
    namespace: kserve-ci-e2e-test
    resourceVersion: "31162"
    uid: 7b04dfe0-65d6-447d-815d-24c13bf9b928
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:36:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30870"
    uid: 35855612-f6eb-4da2-9538-05b20a55c4cd
  kind: Event
  lastTimestamp: "2026-04-16T20:36:54Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:36:54Z"
    name: isvc-sklearn-runtime.18a6f0c106a10599
    namespace: kserve-ci-e2e-test
    resourceVersion: "30901"
    uid: 753a1085-484e-4906-8fc5-1b7cb37f72fa
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:37:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31160"
    uid: 35855612-f6eb-4da2-9538-05b20a55c4cd
  kind: Event
  lastTimestamp: "2026-04-16T20:37:23Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:37:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:37:23Z"
    name: isvc-sklearn-runtime.18a6f0c7b7dd5ee6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31161"
    uid: 0e4493a3-ad82-4af9-849d-6c8434fd716f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:51:18.781164Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-6bcf4b75b5-9wmwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38114"
    uid: 3d1d0183-ade3-4e91-9a48-848b915ffe06
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-6bcf4b75b5-9wmwc
    to ip-10-0-129-34.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:51:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:51:18Z"
    name: isvc-sklearn-s3-predictor-6bcf4b75b5-9wmwc.18a6f18a2b7607a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38121"
    uid: 7d5a444a-6a39-4543-89f2-46bb2c51ae4e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5f86c85d5c-q6td8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:51:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-6bcf4b75b5-9wmwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38125"
    uid: 3d1d0183-ade3-4e91-9a48-848b915ffe06
  kind: Event
  lastTimestamp: "2026-04-16T20:51:19Z"
  message: Add eth0 [10.134.0.74/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:51:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:51:19Z"
    name: isvc-sklearn-s3-predictor-6bcf4b75b5-9wmwc.18a6f18a44a5e22e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38134"
    uid: 1d7cc639-7319-455a-8ac3-b04eaf3b6432
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:51:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6bcf4b75b5-9wmwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38118"
    uid: 3d1d0183-ade3-4e91-9a48-848b915ffe06
  kind: Event
  lastTimestamp: "2026-04-16T20:51:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:51:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:51:19Z"
    name: isvc-sklearn-s3-predictor-6bcf4b75b5-9wmwc.18a6f18a45e960f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38136"
    uid: 8c80edbb-c1b7-47dd-8a20-1ff50de513cf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:51:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6bcf4b75b5-9wmwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38118"
    uid: 3d1d0183-ade3-4e91-9a48-848b915ffe06
  kind: Event
  lastTimestamp: "2026-04-16T20:51:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:51:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:51:19Z"
    name: isvc-sklearn-s3-predictor-6bcf4b75b5-9wmwc.18a6f18a49ba4ff0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38139"
    uid: 7f06203c-1f2c-4335-abfa-1108e59e25c0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:51:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6bcf4b75b5-9wmwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38118"
    uid: 3d1d0183-ade3-4e91-9a48-848b915ffe06
  kind: Event
  lastTimestamp: "2026-04-16T20:51:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:51:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:51:19Z"
    name: isvc-sklearn-s3-predictor-6bcf4b75b5-9wmwc.18a6f18a4a330e20
    namespace: kserve-ci-e2e-test
    resourceVersion: "38140"
    uid: 276f05fd-dc19-4131-9611-6cefe3d552f6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:51:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6bcf4b75b5-9wmwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38118"
    uid: 3d1d0183-ade3-4e91-9a48-848b915ffe06
  kind: Event
  lastTimestamp: "2026-04-16T20:51:20Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1412"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:51:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:51:20Z"
    name: isvc-sklearn-s3-predictor-6bcf4b75b5-9wmwc.18a6f18aa0ba1476
    namespace: kserve-ci-e2e-test
    resourceVersion: "38156"
    uid: ba7cbb07-62ca-46b0-b892-7dce383cdb47
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:51:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6bcf4b75b5-9wmwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38118"
    uid: 3d1d0183-ade3-4e91-9a48-848b915ffe06
  kind: Event
  lastTimestamp: "2026-04-16T20:51:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:51:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:51:20Z"
    name: isvc-sklearn-s3-predictor-6bcf4b75b5-9wmwc.18a6f18aa3a1c92d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38161"
    uid: 7bedda4b-03b3-4836-9cce-0becf2ca20db
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:51:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6bcf4b75b5-9wmwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38118"
    uid: 3d1d0183-ade3-4e91-9a48-848b915ffe06
  kind: Event
  lastTimestamp: "2026-04-16T20:51:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:51:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:51:20Z"
    name: isvc-sklearn-s3-predictor-6bcf4b75b5-9wmwc.18a6f18aa416e874
    namespace: kserve-ci-e2e-test
    resourceVersion: "38162"
    uid: c44aa64c-7b36-47f9-a103-1f55c566bd79
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T20:51:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6bcf4b75b5-9wmwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38118"
    uid: 3d1d0183-ade3-4e91-9a48-848b915ffe06
  kind: Event
  lastTimestamp: "2026-04-16T20:52:42Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.74:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T20:51:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:52:42Z"
    name: isvc-sklearn-s3-predictor-6bcf4b75b5-9wmwc.18a6f18adcacd3db
    namespace: kserve-ci-e2e-test
    resourceVersion: "38848"
    uid: 21a4e548-0c10-40e9-aa17-2dad97c75303
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:52:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6bcf4b75b5-9wmwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38118"
    uid: 3d1d0183-ade3-4e91-9a48-848b915ffe06
  kind: Event
  lastTimestamp: "2026-04-16T20:52:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:52:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:52:38Z"
    name: isvc-sklearn-s3-predictor-6bcf4b75b5-9wmwc.18a6f19cd43843f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38759"
    uid: 340e942a-5c86-47a2-b18f-a13fc20ea1a2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:51:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-6bcf4b75b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38104"
    uid: 0d24ea07-1f50-4ee9-a38e-5863cf74ee32
  kind: Event
  lastTimestamp: "2026-04-16T20:51:18Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-6bcf4b75b5-9wmwc'
  metadata:
    creationTimestamp: "2026-04-16T20:51:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:51:18Z"
    name: isvc-sklearn-s3-predictor-6bcf4b75b5.18a6f18a2ae1a88f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38117"
    uid: f3aae3dc-cafd-46a3-9934-b2b0828f0e8a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:51:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38098"
    uid: 9de49db4-dd2b-4185-8319-c2df6d09d0c5
  kind: Event
  lastTimestamp: "2026-04-16T20:51:18Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-6bcf4b75b5 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T20:51:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:51:18Z"
    name: isvc-sklearn-s3-predictor.18a6f18a28709ccc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38107"
    uid: daaf374b-c555-406c-9a55-5aa230ef5655
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:51:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38102"
    uid: 33fc47e6-7f84-431f-ba5a-6569f863486f
  kind: Event
  lastTimestamp: "2026-04-16T20:51:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:51:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:51:48Z"
    name: isvc-sklearn-s3-predictor.18a6f18da6d70fa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38366"
    uid: 7ee825fd-9cd8-463e-8d60-550d07db62e2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:51:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38102"
    uid: 33fc47e6-7f84-431f-ba5a-6569f863486f
  kind: Event
  lastTimestamp: "2026-04-16T20:51:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:51:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:51:48Z"
    name: isvc-sklearn-s3-predictor.18a6f18da736ea7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38367"
    uid: 43ae6508-2de2-478e-8628-9df302455cf0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:52:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38261"
    uid: 33fc47e6-7f84-431f-ba5a-6569f863486f
  kind: Event
  lastTimestamp: "2026-04-16T20:52:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:52:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:52:33Z"
    name: isvc-sklearn-s3-predictor.18a6f194a5310d7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38701"
    uid: c749f0eb-0012-4284-8424-815a8db53cb0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:52:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38261"
    uid: 33fc47e6-7f84-431f-ba5a-6569f863486f
  kind: Event
  lastTimestamp: "2026-04-16T20:52:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:52:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:52:33Z"
    name: isvc-sklearn-s3-predictor.18a6f194a59357fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "38703"
    uid: 2e6da2ed-73d0-4fee-b14a-f79903e556d8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:55:32.389430Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-b8cd84c6c-flkvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "40294"
    uid: eab4395d-cf1e-4be3-90a1-112c78ed2fe6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-b8cd84c6c-flkvx
    to ip-10-0-129-34.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:55:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:55:32Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-b8cd84c6c-flkvx.18a6f1c537b10f8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40298"
    uid: 4d273d88-d264-4fca-a735-37f4a47c23db
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5f86c85d5c-q6td8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:55:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-b8cd84c6c-flkvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "40301"
    uid: eab4395d-cf1e-4be3-90a1-112c78ed2fe6
  kind: Event
  lastTimestamp: "2026-04-16T20:55:32Z"
  message: Add eth0 [10.134.0.78/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:55:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:55:32Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-b8cd84c6c-flkvx.18a6f1c551928b8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40316"
    uid: f761c687-2cbd-4524-9da2-e32bf0ac6e09
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:55:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-b8cd84c6c-flkvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "40296"
    uid: eab4395d-cf1e-4be3-90a1-112c78ed2fe6
  kind: Event
  lastTimestamp: "2026-04-16T20:55:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:55:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:55:39Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-b8cd84c6c-flkvx.18a6f1c552ebd9f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40376"
    uid: 04dd6ab9-99f7-4c91-805c-225c2efdc46e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:55:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-b8cd84c6c-flkvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "40296"
    uid: eab4395d-cf1e-4be3-90a1-112c78ed2fe6
  kind: Event
  lastTimestamp: "2026-04-16T20:55:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:55:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:55:39Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-b8cd84c6c-flkvx.18a6f1c555f04258
    namespace: kserve-ci-e2e-test
    resourceVersion: "40381"
    uid: 79fd952c-1e24-4e4c-9cb7-82367adbb37e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:55:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-b8cd84c6c-flkvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "40296"
    uid: eab4395d-cf1e-4be3-90a1-112c78ed2fe6
  kind: Event
  lastTimestamp: "2026-04-16T20:55:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:55:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:55:39Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-b8cd84c6c-flkvx.18a6f1c556624999
    namespace: kserve-ci-e2e-test
    resourceVersion: "40382"
    uid: 3e8e2e36-6331-4a93-9dd9-54973943d3b6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:55:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-b8cd84c6c-flkvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "40296"
    uid: eab4395d-cf1e-4be3-90a1-112c78ed2fe6
  kind: Event
  lastTimestamp: "2026-04-16T20:55:41Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-custom-fail-predictor-b8cd84c6c-flkvx_kserve-ci-e2e-test(eab4395d-cf1e-4be3-90a1-112c78ed2fe6)
  metadata:
    creationTimestamp: "2026-04-16T20:55:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:55:41Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-b8cd84c6c-flkvx.18a6f1c762fad21c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40397"
    uid: 40ef5f68-7cd5-44d0-a9aa-5f4e7963b2d6
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:55:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-b8cd84c6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40282"
    uid: e35ef68e-fff1-44c1-8dfe-a7eac9cba3a4
  kind: Event
  lastTimestamp: "2026-04-16T20:55:32Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-b8cd84c6c-flkvx'
  metadata:
    creationTimestamp: "2026-04-16T20:55:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:55:32Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-b8cd84c6c.18a6f1c5375018e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "40295"
    uid: 22c46bbb-8926-4e03-9a6e-41fe2db25a35
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:55:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40279"
    uid: 5e2c9244-7124-4fd2-bc65-453ead4aba6e
  kind: Event
  lastTimestamp: "2026-04-16T20:55:32Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-b8cd84c6c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T20:55:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:55:32Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18a6f1c534676043
    namespace: kserve-ci-e2e-test
    resourceVersion: "40284"
    uid: 9d00491c-37dd-40c4-867c-b8eac2ccca21
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T20:55:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40271"
    uid: ffc35d30-0d5b-46fc-b883-aff2a5479cf9
  kind: Event
  lastTimestamp: "2026-04-16T20:55:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:55:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:55:42Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a6f1c53442b3dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "40403"
    uid: 75b926f4-90e7-4fbf-97c6-7677c0d54c43
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:55:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40271"
    uid: ffc35d30-0d5b-46fc-b883-aff2a5479cf9
  kind: Event
  lastTimestamp: "2026-04-16T20:55:32Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:55:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:55:32Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a6f1c534aa5d2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40304"
    uid: 4aec659c-d244-427d-854a-79ba14824f88
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:55:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40280"
    uid: ffc35d30-0d5b-46fc-b883-aff2a5479cf9
  kind: Event
  lastTimestamp: "2026-04-16T20:55:32Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T20:55:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:55:32Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a6f1c539633a70
    namespace: kserve-ci-e2e-test
    resourceVersion: "40305"
    uid: c2505390-d2cc-45a9-a75e-c7aa42ec9550
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:54:11.313925Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d7dbb7bfc-hkjll
    namespace: kserve-ci-e2e-test
    resourceVersion: "39616"
    uid: 6a71a811-11db-4d5f-9500-5f8a5a7fca5e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-7d7dbb7bfc-hkjll
    to ip-10-0-129-34.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:54:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:54:11Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d7dbb7bfc-hkjll.18a6f1b2573714f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39624"
    uid: 12385683-9105-45ad-9b05-acc402567828
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5f86c85d5c-q6td8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:54:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d7dbb7bfc-hkjll
    namespace: kserve-ci-e2e-test
    resourceVersion: "39628"
    uid: 6a71a811-11db-4d5f-9500-5f8a5a7fca5e
  kind: Event
  lastTimestamp: "2026-04-16T20:54:11Z"
  message: Add eth0 [10.134.0.77/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:54:11Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d7dbb7bfc-hkjll.18a6f1b2705c175f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39637"
    uid: 61c3d3bc-1d91-4d00-8395-1f8cc4ecd266
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:54:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d7dbb7bfc-hkjll
    namespace: kserve-ci-e2e-test
    resourceVersion: "39622"
    uid: 6a71a811-11db-4d5f-9500-5f8a5a7fca5e
  kind: Event
  lastTimestamp: "2026-04-16T20:54:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:54:11Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d7dbb7bfc-hkjll.18a6f1b271c676f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39639"
    uid: c1119c56-f133-4c80-9619-00672d3269ce
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:54:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d7dbb7bfc-hkjll
    namespace: kserve-ci-e2e-test
    resourceVersion: "39622"
    uid: 6a71a811-11db-4d5f-9500-5f8a5a7fca5e
  kind: Event
  lastTimestamp: "2026-04-16T20:54:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:54:11Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d7dbb7bfc-hkjll.18a6f1b274c3a42b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39642"
    uid: a6f26c68-ddfe-4e39-a3b8-f87bb84c196f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:54:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d7dbb7bfc-hkjll
    namespace: kserve-ci-e2e-test
    resourceVersion: "39622"
    uid: 6a71a811-11db-4d5f-9500-5f8a5a7fca5e
  kind: Event
  lastTimestamp: "2026-04-16T20:54:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:54:11Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d7dbb7bfc-hkjll.18a6f1b27538da24
    namespace: kserve-ci-e2e-test
    resourceVersion: "39643"
    uid: e9cdee5f-33a8-4873-b9c8-6ddb0c5c8a28
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:54:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d7dbb7bfc-hkjll
    namespace: kserve-ci-e2e-test
    resourceVersion: "39622"
    uid: 6a71a811-11db-4d5f-9500-5f8a5a7fca5e
  kind: Event
  lastTimestamp: "2026-04-16T20:54:13Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1412"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:54:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:54:13Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d7dbb7bfc-hkjll.18a6f1b2d1e1bded
    namespace: kserve-ci-e2e-test
    resourceVersion: "39664"
    uid: 621a6855-6c02-42bc-83bd-c03ddd105a2b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:54:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d7dbb7bfc-hkjll
    namespace: kserve-ci-e2e-test
    resourceVersion: "39622"
    uid: 6a71a811-11db-4d5f-9500-5f8a5a7fca5e
  kind: Event
  lastTimestamp: "2026-04-16T20:54:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:54:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:54:13Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d7dbb7bfc-hkjll.18a6f1b2d5ad6997
    namespace: kserve-ci-e2e-test
    resourceVersion: "39668"
    uid: 73549d60-222c-461d-b460-6889c4244a52
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:54:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d7dbb7bfc-hkjll
    namespace: kserve-ci-e2e-test
    resourceVersion: "39622"
    uid: 6a71a811-11db-4d5f-9500-5f8a5a7fca5e
  kind: Event
  lastTimestamp: "2026-04-16T20:54:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:54:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:54:13Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d7dbb7bfc-hkjll.18a6f1b2d6265c40
    namespace: kserve-ci-e2e-test
    resourceVersion: "39670"
    uid: 493bd7a1-f672-468b-9e45-1428076b2a65
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T20:54:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d7dbb7bfc-hkjll
    namespace: kserve-ci-e2e-test
    resourceVersion: "39622"
    uid: 6a71a811-11db-4d5f-9500-5f8a5a7fca5e
  kind: Event
  lastTimestamp: "2026-04-16T20:55:35Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.77:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T20:54:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:55:35Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d7dbb7bfc-hkjll.18a6f1b30dccbdac
    namespace: kserve-ci-e2e-test
    resourceVersion: "40343"
    uid: a3a23726-deb5-4216-9c0f-3c91721a83fe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:55:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d7dbb7bfc-hkjll
    namespace: kserve-ci-e2e-test
    resourceVersion: "39622"
    uid: 6a71a811-11db-4d5f-9500-5f8a5a7fca5e
  kind: Event
  lastTimestamp: "2026-04-16T20:55:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:55:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:55:31Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d7dbb7bfc-hkjll.18a6f1c4f80ae748
    namespace: kserve-ci-e2e-test
    resourceVersion: "40258"
    uid: 53727036-dacc-44e2-9710-8dbf6a9769bb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:54:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d7dbb7bfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39608"
    uid: 7973b68f-df5e-47c2-a4a5-d929001936dd
  kind: Event
  lastTimestamp: "2026-04-16T20:54:11Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-7d7dbb7bfc-hkjll'
  metadata:
    creationTimestamp: "2026-04-16T20:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:54:11Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d7dbb7bfc.18a6f1b2557ea199
    namespace: kserve-ci-e2e-test
    resourceVersion: "39618"
    uid: de0e987d-9564-4855-9b95-328a10ba3174
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:54:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39606"
    uid: b25f2fca-e06b-46ad-9a12-b06e08c6027f
  kind: Event
  lastTimestamp: "2026-04-16T20:54:11Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-7d7dbb7bfc
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T20:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:54:11Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a6f1b252d83a5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39611"
    uid: f9706302-5f26-48ef-8824-186c3d747c8b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:54:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39607"
    uid: cdd7e26e-7d0a-4703-a4dc-64ccfc9ce867
  kind: Event
  lastTimestamp: "2026-04-16T20:54:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:54:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:54:26Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a6f1b5d1cac9f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39762"
    uid: adff2bdf-f641-4ff8-bd8f-e6e9ed5f9ed4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:54:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39607"
    uid: cdd7e26e-7d0a-4703-a4dc-64ccfc9ce867
  kind: Event
  lastTimestamp: "2026-04-16T20:54:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:54:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:54:26Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a6f1b5d25a009c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39764"
    uid: 63ab2e9f-c02a-492b-931d-30bcc0f15612
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T20:54:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39763"
    uid: cdd7e26e-7d0a-4703-a4dc-64ccfc9ce867
  kind: Event
  lastTimestamp: "2026-04-16T20:55:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:54:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:55:26Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a6f1b9512ba40d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40202"
    uid: d103d0ef-6d01-4dad-82ea-68a48b21cdea
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T20:54:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39763"
    uid: cdd7e26e-7d0a-4703-a4dc-64ccfc9ce867
  kind: Event
  lastTimestamp: "2026-04-16T20:55:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:54:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:55:26Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a6f1b951a8c42f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40203"
    uid: 0ed1d9c3-3e09-4db7-9f02-bda94cce7ede
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T20:54:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39598"
    uid: f08f3524-35ca-4e3e-8c99-ff83859af057
  kind: Event
  lastTimestamp: "2026-04-16T20:55:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:55:25Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a6f1b252a6ad08
    namespace: kserve-ci-e2e-test
    resourceVersion: "40198"
    uid: 742ea73d-7c4f-4ecb-bce1-d7ea2ee412c1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:54:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39598"
    uid: f08f3524-35ca-4e3e-8c99-ff83859af057
  kind: Event
  lastTimestamp: "2026-04-16T20:54:11Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:54:11Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a6f1b25372f7d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39613"
    uid: 0ce3ff2a-b134-4ee8-af46-0c197f373706
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:55:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40196"
    uid: f08f3524-35ca-4e3e-8c99-ff83859af057
  kind: Event
  lastTimestamp: "2026-04-16T20:55:25Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:55:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:55:25Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a6f1c399e5ed66
    namespace: kserve-ci-e2e-test
    resourceVersion: "40197"
    uid: c9eda201-0180-4ac2-90b2-597e72b1e621
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:54:00.199667Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-69ddbbfd75-gp578
    namespace: kserve-ci-e2e-test
    resourceVersion: "39452"
    uid: 6bac58b0-9136-4f45-8e42-e0726210310c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-69ddbbfd75-gp578
    to ip-10-0-129-34.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:54:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:54:00Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-69ddbbfd75-gp578.18a6f1afc0c0ecc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39461"
    uid: 07abcf64-8986-4f56-9028-673e40a4a10c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5f86c85d5c-q6td8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:54:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-69ddbbfd75-gp578
    namespace: kserve-ci-e2e-test
    resourceVersion: "39465"
    uid: 6bac58b0-9136-4f45-8e42-e0726210310c
  kind: Event
  lastTimestamp: "2026-04-16T20:54:00Z"
  message: Add eth0 [10.134.0.76/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:54:00Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-69ddbbfd75-gp578.18a6f1afda0afd36
    namespace: kserve-ci-e2e-test
    resourceVersion: "39479"
    uid: fd847f6b-9330-4994-94fb-41c4ba946a5c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:54:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-69ddbbfd75-gp578
    namespace: kserve-ci-e2e-test
    resourceVersion: "39457"
    uid: 6bac58b0-9136-4f45-8e42-e0726210310c
  kind: Event
  lastTimestamp: "2026-04-16T20:54:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:54:04Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-69ddbbfd75-gp578.18a6f1afdb6ced28
    namespace: kserve-ci-e2e-test
    resourceVersion: "39518"
    uid: 4ca1a319-6100-499a-9b9d-38e78371bec0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:54:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-69ddbbfd75-gp578
    namespace: kserve-ci-e2e-test
    resourceVersion: "39457"
    uid: 6bac58b0-9136-4f45-8e42-e0726210310c
  kind: Event
  lastTimestamp: "2026-04-16T20:54:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:54:04Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-69ddbbfd75-gp578.18a6f1afde9ac0d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39527"
    uid: e0a3e2b1-cc30-4588-ad30-20dda14b7404
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:54:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-69ddbbfd75-gp578
    namespace: kserve-ci-e2e-test
    resourceVersion: "39457"
    uid: 6bac58b0-9136-4f45-8e42-e0726210310c
  kind: Event
  lastTimestamp: "2026-04-16T20:54:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:54:04Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-69ddbbfd75-gp578.18a6f1afdf2a7861
    namespace: kserve-ci-e2e-test
    resourceVersion: "39528"
    uid: 640f3c7c-266d-43c0-93da-1e980aebe9e1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:54:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-69ddbbfd75-gp578
    namespace: kserve-ci-e2e-test
    resourceVersion: "39457"
    uid: 6bac58b0-9136-4f45-8e42-e0726210310c
  kind: Event
  lastTimestamp: "2026-04-16T20:54:10Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:54:10Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-69ddbbfd75-gp578.18a6f1b218397e95
    namespace: kserve-ci-e2e-test
    resourceVersion: "39583"
    uid: f03f9fbb-e80a-4732-91f5-282030e6989e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:54:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-69ddbbfd75
    namespace: kserve-ci-e2e-test
    resourceVersion: "39443"
    uid: 6c28faa4-fae4-4970-9528-2d1e89023c2e
  kind: Event
  lastTimestamp: "2026-04-16T20:54:00Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-69ddbbfd75-gp578'
  metadata:
    creationTimestamp: "2026-04-16T20:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:54:00Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-69ddbbfd75.18a6f1afc0489c10
    namespace: kserve-ci-e2e-test
    resourceVersion: "39456"
    uid: 8b201727-fd35-408a-b4a7-7bf754525bb3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:54:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39441"
    uid: 00bb45b9-b788-4f5e-b960-192096d59ebe
  kind: Event
  lastTimestamp: "2026-04-16T20:54:00Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-69ddbbfd75
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T20:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:54:00Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18a6f1afbd34f8bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "39446"
    uid: d2be8629-0edc-4ad5-9b3c-c3332d5bdd24
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T20:54:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "39432"
    uid: 578bd706-d821-43db-b796-9a84cb7a9549
  kind: Event
  lastTimestamp: "2026-04-16T20:54:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:54:04Z"
    name: isvc-sklearn-s3-tls-global-fail.18a6f1afbd23c75a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39529"
    uid: e1a2cbfb-b56a-49e2-890d-3c3d49465aac
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:54:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "39432"
    uid: 578bd706-d821-43db-b796-9a84cb7a9549
  kind: Event
  lastTimestamp: "2026-04-16T20:54:00Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:54:00Z"
    name: isvc-sklearn-s3-tls-global-fail.18a6f1afbe1e9c2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39467"
    uid: 7697c231-ec68-4a5c-90bb-130edd3dc45c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:54:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "39444"
    uid: 578bd706-d821-43db-b796-9a84cb7a9549
  kind: Event
  lastTimestamp: "2026-04-16T20:54:00Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T20:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:54:00Z"
    name: isvc-sklearn-s3-tls-global-fail.18a6f1afc3bf9545
    namespace: kserve-ci-e2e-test
    resourceVersion: "39468"
    uid: 0f0290b6-a575-433f-ab8f-98c7cbeac784
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:52:39.052687Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648ccfcccc-6hfgm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38779"
    uid: a3bcfa34-7746-401c-81a0-32c076be46e1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-648ccfcccc-6hfgm
    to ip-10-0-129-34.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:52:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:52:39Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648ccfcccc-6hfgm.18a6f19cdc044ba3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38785"
    uid: cce9f93e-0057-4f0b-8e8d-26794099e342
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5f86c85d5c-q6td8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:52:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648ccfcccc-6hfgm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38792"
    uid: a3bcfa34-7746-401c-81a0-32c076be46e1
  kind: Event
  lastTimestamp: "2026-04-16T20:52:39Z"
  message: Add eth0 [10.134.0.75/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:52:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:52:39Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648ccfcccc-6hfgm.18a6f19cf538f4b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38804"
    uid: b04b2bb9-bc54-49e5-9dd0-f071cb80837b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:52:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648ccfcccc-6hfgm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38784"
    uid: a3bcfa34-7746-401c-81a0-32c076be46e1
  kind: Event
  lastTimestamp: "2026-04-16T20:52:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:52:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:52:39Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648ccfcccc-6hfgm.18a6f19cf68188cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38807"
    uid: 67239a68-eb1d-4056-adf3-aaf021ffb1d4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:52:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648ccfcccc-6hfgm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38784"
    uid: a3bcfa34-7746-401c-81a0-32c076be46e1
  kind: Event
  lastTimestamp: "2026-04-16T20:52:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:52:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:52:39Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648ccfcccc-6hfgm.18a6f19cf9d4572b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38808"
    uid: c4f33342-c1f4-4d10-93b4-9b8b6e0d5981
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:52:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648ccfcccc-6hfgm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38784"
    uid: a3bcfa34-7746-401c-81a0-32c076be46e1
  kind: Event
  lastTimestamp: "2026-04-16T20:52:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:52:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:52:39Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648ccfcccc-6hfgm.18a6f19cfa4eb730
    namespace: kserve-ci-e2e-test
    resourceVersion: "38809"
    uid: 2cc3ca5d-e34f-4a97-bc6d-4051bf0eeffb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:52:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648ccfcccc-6hfgm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38784"
    uid: a3bcfa34-7746-401c-81a0-32c076be46e1
  kind: Event
  lastTimestamp: "2026-04-16T20:52:41Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1412"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:52:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:52:41Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648ccfcccc-6hfgm.18a6f19d5240dc5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38826"
    uid: 5b0d4ad3-0459-492e-a15e-92b152faf9ad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:52:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648ccfcccc-6hfgm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38784"
    uid: a3bcfa34-7746-401c-81a0-32c076be46e1
  kind: Event
  lastTimestamp: "2026-04-16T20:52:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:52:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:52:41Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648ccfcccc-6hfgm.18a6f19d56444820
    namespace: kserve-ci-e2e-test
    resourceVersion: "38830"
    uid: 5d0d2840-761a-4538-842e-032dc6d21f95
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:52:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648ccfcccc-6hfgm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38784"
    uid: a3bcfa34-7746-401c-81a0-32c076be46e1
  kind: Event
  lastTimestamp: "2026-04-16T20:52:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:52:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:52:41Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648ccfcccc-6hfgm.18a6f19d56c6b462
    namespace: kserve-ci-e2e-test
    resourceVersion: "38832"
    uid: bd7aadcb-6994-4ad0-ae3e-92adde8869dd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T20:52:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648ccfcccc-6hfgm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38784"
    uid: a3bcfa34-7746-401c-81a0-32c076be46e1
  kind: Event
  lastTimestamp: "2026-04-16T20:54:03Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.75:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T20:52:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:54:03Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648ccfcccc-6hfgm.18a6f19d8e3504cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "39505"
    uid: 2f68f808-e24f-4677-afe0-af9ceb91db93
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:53:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648ccfcccc-6hfgm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38784"
    uid: a3bcfa34-7746-401c-81a0-32c076be46e1
  kind: Event
  lastTimestamp: "2026-04-16T20:53:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:53:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:53:59Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648ccfcccc-6hfgm.18a6f1af81a45721
    namespace: kserve-ci-e2e-test
    resourceVersion: "39418"
    uid: 3512cc8f-9174-4a87-9c7b-708e6fb71461
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:52:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-648ccfcccc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38771"
    uid: 90dc7f3d-a2ca-4d38-83b5-fb2689f09333
  kind: Event
  lastTimestamp: "2026-04-16T20:52:39Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-648ccfcccc-6hfgm'
  metadata:
    creationTimestamp: "2026-04-16T20:52:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:52:39Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648ccfcccc.18a6f19cdb5ce67c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38782"
    uid: 84b6da4e-d1e4-458c-91ec-9d12acbe2e54
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:52:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38768"
    uid: 6e39ae05-c2b7-4ca4-aab7-1be274517b5f
  kind: Event
  lastTimestamp: "2026-04-16T20:52:38Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-648ccfcccc
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T20:52:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:52:39Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a6f19cd8db6094
    namespace: kserve-ci-e2e-test
    resourceVersion: "38773"
    uid: 7e0f757f-33b0-4d29-a5fc-096182ea4581
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:52:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38770"
    uid: 8d6efdd7-596e-47f2-a64f-6312149d9e8d
  kind: Event
  lastTimestamp: "2026-04-16T20:53:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:52:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:53:09Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a6f1a057c9fed5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39039"
    uid: 51b27334-4bc9-4aa6-a761-7fbba91d1fd7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:52:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38770"
    uid: 8d6efdd7-596e-47f2-a64f-6312149d9e8d
  kind: Event
  lastTimestamp: "2026-04-16T20:53:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:52:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:53:09Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a6f1a058323fff
    namespace: kserve-ci-e2e-test
    resourceVersion: "39040"
    uid: 59fe4775-f1b8-47ba-b06c-a04807c677a7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:53:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38932"
    uid: 8d6efdd7-596e-47f2-a64f-6312149d9e8d
  kind: Event
  lastTimestamp: "2026-04-16T20:53:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:53:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:53:54Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a6f1a756405c58
    namespace: kserve-ci-e2e-test
    resourceVersion: "39365"
    uid: 93d4a69b-be79-4e78-b9b4-79f88357633d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:53:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38932"
    uid: 8d6efdd7-596e-47f2-a64f-6312149d9e8d
  kind: Event
  lastTimestamp: "2026-04-16T20:53:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:53:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:53:54Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a6f1a756af52f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39366"
    uid: 38f64616-9e24-4736-8e63-d7ec94026411
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T20:52:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38760"
    uid: 077f7f47-674d-41e2-9bb8-65540371469f
  kind: Event
  lastTimestamp: "2026-04-16T20:53:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:52:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:53:53Z"
    name: isvc-sklearn-s3-tls-global-pass.18a6f19cd8b6376c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39358"
    uid: 18454c7a-302a-4e9a-bc93-97ef2aa2f636
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:52:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38760"
    uid: 077f7f47-674d-41e2-9bb8-65540371469f
  kind: Event
  lastTimestamp: "2026-04-16T20:52:39Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:52:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:52:39Z"
    name: isvc-sklearn-s3-tls-global-pass.18a6f19cd95b0ea6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38794"
    uid: 4c63bc1d-3825-4415-8233-e76134b4bb61
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:52:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38777"
    uid: 077f7f47-674d-41e2-9bb8-65540371469f
  kind: Event
  lastTimestamp: "2026-04-16T20:52:39Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T20:52:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:52:39Z"
    name: isvc-sklearn-s3-tls-global-pass.18a6f19cdf091ed2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38795"
    uid: c54798fb-54b3-492f-9b9e-2515a2b328d4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:53:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39356"
    uid: 077f7f47-674d-41e2-9bb8-65540371469f
  kind: Event
  lastTimestamp: "2026-04-16T20:53:53Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:53:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:53:53Z"
    name: isvc-sklearn-s3-tls-global-pass.18a6f1ae1a3ecc81
    namespace: kserve-ci-e2e-test
    resourceVersion: "39357"
    uid: 04c51be6-4629-4d7a-ae46-7ea42dc9b96b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:57:04.546814Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7bfbcdd54b-vblvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "41118"
    uid: 660ff524-9745-4b61-b34e-14daac5e0fb3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-7bfbcdd54b-vblvc
    to ip-10-0-129-34.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:57:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:57:04Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7bfbcdd54b-vblvc.18a6f1daacb32036
    namespace: kserve-ci-e2e-test
    resourceVersion: "41125"
    uid: 7a7c2ea1-8e42-411a-bd39-c273578f8c91
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5f86c85d5c-q6td8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:57:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7bfbcdd54b-vblvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "41128"
    uid: 660ff524-9745-4b61-b34e-14daac5e0fb3
  kind: Event
  lastTimestamp: "2026-04-16T20:57:04Z"
  message: Add eth0 [10.134.0.80/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:57:04Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7bfbcdd54b-vblvc.18a6f1dac657970b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41143"
    uid: c8e3d0e7-d224-49a6-aff8-36e382fcabef
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:57:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7bfbcdd54b-vblvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "41123"
    uid: 660ff524-9745-4b61-b34e-14daac5e0fb3
  kind: Event
  lastTimestamp: "2026-04-16T20:57:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:57:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:57:10Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7bfbcdd54b-vblvc.18a6f1dac79db607
    namespace: kserve-ci-e2e-test
    resourceVersion: "41192"
    uid: 4c5fd79b-b734-4db2-b3d9-a77d60e6db29
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:57:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7bfbcdd54b-vblvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "41123"
    uid: 660ff524-9745-4b61-b34e-14daac5e0fb3
  kind: Event
  lastTimestamp: "2026-04-16T20:57:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:57:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:57:10Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7bfbcdd54b-vblvc.18a6f1dacacc3320
    namespace: kserve-ci-e2e-test
    resourceVersion: "41196"
    uid: 7abedf79-2f8c-4a8a-8a16-6dfbf2e30aba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:57:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7bfbcdd54b-vblvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "41123"
    uid: 660ff524-9745-4b61-b34e-14daac5e0fb3
  kind: Event
  lastTimestamp: "2026-04-16T20:57:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:57:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:57:10Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7bfbcdd54b-vblvc.18a6f1dacb42622f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41197"
    uid: 31762fef-3344-4400-9724-5590c98b98f3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:57:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7bfbcdd54b-vblvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "41123"
    uid: 660ff524-9745-4b61-b34e-14daac5e0fb3
  kind: Event
  lastTimestamp: "2026-04-16T20:57:14Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:57:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:57:14Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7bfbcdd54b-vblvc.18a6f1dd04459328
    namespace: kserve-ci-e2e-test
    resourceVersion: "41243"
    uid: bbab3348-5ed5-408c-8b44-aa5fd60010cc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:57:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7bfbcdd54b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41110"
    uid: 2a15ba99-278f-4cb4-9763-e44847915412
  kind: Event
  lastTimestamp: "2026-04-16T20:57:04Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-7bfbcdd54b-vblvc'
  metadata:
    creationTimestamp: "2026-04-16T20:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:57:04Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7bfbcdd54b.18a6f1daac4559af
    namespace: kserve-ci-e2e-test
    resourceVersion: "41122"
    uid: 174b6980-c10f-4268-8b9c-b038b58680d5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:57:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41107"
    uid: bffc1b7e-4dca-4326-aefd-3e1351ba3a19
  kind: Event
  lastTimestamp: "2026-04-16T20:57:04Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-7bfbcdd54b
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T20:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:57:04Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18a6f1daa9dd5494
    namespace: kserve-ci-e2e-test
    resourceVersion: "41112"
    uid: 71032ba6-80ba-4bd1-b735-4ce96e1d5156
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T20:57:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41099"
    uid: 59683cfd-723e-40ef-8e4f-645aef53bcfc
  kind: Event
  lastTimestamp: "2026-04-16T20:57:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:57:10Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a6f1daa9b7d554
    namespace: kserve-ci-e2e-test
    resourceVersion: "41198"
    uid: dee50043-3e21-4684-8f2e-7f0589d6f972
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:57:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41099"
    uid: 59683cfd-723e-40ef-8e4f-645aef53bcfc
  kind: Event
  lastTimestamp: "2026-04-16T20:57:04Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:57:04Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a6f1daaa073d27
    namespace: kserve-ci-e2e-test
    resourceVersion: "41114"
    uid: e9c0de21-678d-4726-968a-4a5cad38bffc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:55:43.461144Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66db4f849b-8s25g
    namespace: kserve-ci-e2e-test
    resourceVersion: "40460"
    uid: 576d1d0a-215c-47d6-acf2-23e5fbc614e0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-66db4f849b-8s25g
    to ip-10-0-129-34.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:55:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:55:43Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66db4f849b-8s25g.18a6f1c7cb9e09de
    namespace: kserve-ci-e2e-test
    resourceVersion: "40464"
    uid: 5e86deec-6b6f-46cf-a72d-cc4bea6ab9ce
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5f86c85d5c-q6td8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:55:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66db4f849b-8s25g
    namespace: kserve-ci-e2e-test
    resourceVersion: "40468"
    uid: 576d1d0a-215c-47d6-acf2-23e5fbc614e0
  kind: Event
  lastTimestamp: "2026-04-16T20:55:43Z"
  message: Add eth0 [10.134.0.79/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:55:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:55:43Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66db4f849b-8s25g.18a6f1c7e4bda3a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40482"
    uid: d0e4ec8f-c293-4734-81d2-b4566bba8113
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:55:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66db4f849b-8s25g
    namespace: kserve-ci-e2e-test
    resourceVersion: "40462"
    uid: 576d1d0a-215c-47d6-acf2-23e5fbc614e0
  kind: Event
  lastTimestamp: "2026-04-16T20:55:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:55:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:55:43Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66db4f849b-8s25g.18a6f1c7e643a586
    namespace: kserve-ci-e2e-test
    resourceVersion: "40484"
    uid: 27b92ec1-660a-4cd1-ba34-adcac495b9b1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:55:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66db4f849b-8s25g
    namespace: kserve-ci-e2e-test
    resourceVersion: "40462"
    uid: 576d1d0a-215c-47d6-acf2-23e5fbc614e0
  kind: Event
  lastTimestamp: "2026-04-16T20:55:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:55:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:55:43Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66db4f849b-8s25g.18a6f1c7eace2e52
    namespace: kserve-ci-e2e-test
    resourceVersion: "40488"
    uid: 60279ab9-7718-4712-af5b-ffa0591cd03a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:55:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66db4f849b-8s25g
    namespace: kserve-ci-e2e-test
    resourceVersion: "40462"
    uid: 576d1d0a-215c-47d6-acf2-23e5fbc614e0
  kind: Event
  lastTimestamp: "2026-04-16T20:55:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:55:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:55:43Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66db4f849b-8s25g.18a6f1c7eb46218a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40489"
    uid: 251c838c-ce8e-4f03-a0d1-dc981f719dd8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:55:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66db4f849b-8s25g
    namespace: kserve-ci-e2e-test
    resourceVersion: "40462"
    uid: 576d1d0a-215c-47d6-acf2-23e5fbc614e0
  kind: Event
  lastTimestamp: "2026-04-16T20:55:45Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1412"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:55:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:55:45Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66db4f849b-8s25g.18a6f1c852466a7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40509"
    uid: 901763bc-97f8-4ddf-9d71-2c2984619319
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:55:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66db4f849b-8s25g
    namespace: kserve-ci-e2e-test
    resourceVersion: "40462"
    uid: 576d1d0a-215c-47d6-acf2-23e5fbc614e0
  kind: Event
  lastTimestamp: "2026-04-16T20:55:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:55:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:55:45Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66db4f849b-8s25g.18a6f1c855d2811d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40513"
    uid: 78999077-723b-48bb-b5d8-41a096281890
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:55:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66db4f849b-8s25g
    namespace: kserve-ci-e2e-test
    resourceVersion: "40462"
    uid: 576d1d0a-215c-47d6-acf2-23e5fbc614e0
  kind: Event
  lastTimestamp: "2026-04-16T20:55:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:55:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:55:45Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66db4f849b-8s25g.18a6f1c8564ad4ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "40514"
    uid: 5bbd6730-2c08-4bd4-98a9-f3f30c3e7cd9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T20:55:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66db4f849b-8s25g
    namespace: kserve-ci-e2e-test
    resourceVersion: "40462"
    uid: 576d1d0a-215c-47d6-acf2-23e5fbc614e0
  kind: Event
  lastTimestamp: "2026-04-16T20:57:07Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.79:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T20:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:57:07Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66db4f849b-8s25g.18a6f1c88e35b832
    namespace: kserve-ci-e2e-test
    resourceVersion: "41173"
    uid: dc70a84f-7f94-4577-9a6a-e4ae4d2ff09a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:57:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66db4f849b-8s25g
    namespace: kserve-ci-e2e-test
    resourceVersion: "40462"
    uid: 576d1d0a-215c-47d6-acf2-23e5fbc614e0
  kind: Event
  lastTimestamp: "2026-04-16T20:57:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:57:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:57:03Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66db4f849b-8s25g.18a6f1da6e2327c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "41087"
    uid: 862f765c-97e3-4124-8a0c-d1f4f55148d0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:55:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66db4f849b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40449"
    uid: add01f64-77f0-4206-afb2-9f7bc54c4114
  kind: Event
  lastTimestamp: "2026-04-16T20:55:43Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-66db4f849b-8s25g'
  metadata:
    creationTimestamp: "2026-04-16T20:55:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:55:43Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66db4f849b.18a6f1c7cb3b665b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40461"
    uid: 63437b76-f76e-44f4-8016-8a39e1256737
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:55:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40446"
    uid: 3f10bea5-9699-4b31-8985-0cb209538943
  kind: Event
  lastTimestamp: "2026-04-16T20:55:43Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-66db4f849b
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T20:55:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:55:43Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a6f1c7c8151b38
    namespace: kserve-ci-e2e-test
    resourceVersion: "40451"
    uid: 358ecd22-707b-4910-b07f-b8bd11dd1abd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:55:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40448"
    uid: 40aa4dd2-792a-476c-befe-d89c7cd4d4d5
  kind: Event
  lastTimestamp: "2026-04-16T20:56:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:55:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:56:28Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a6f1cb47078545
    namespace: kserve-ci-e2e-test
    resourceVersion: "40816"
    uid: 277d4ff3-0c9d-494a-a8fc-9a27956d7510
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:55:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40448"
    uid: 40aa4dd2-792a-476c-befe-d89c7cd4d4d5
  kind: Event
  lastTimestamp: "2026-04-16T20:56:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:55:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:56:28Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a6f1cb476d0906
    namespace: kserve-ci-e2e-test
    resourceVersion: "40817"
    uid: 44ba4a7f-5d6f-44e0-9638-554bac49e5db
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:56:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40607"
    uid: 40aa4dd2-792a-476c-befe-d89c7cd4d4d5
  kind: Event
  lastTimestamp: "2026-04-16T20:56:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:56:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:56:58Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a6f1d5c41ccd0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41033"
    uid: 0e09306a-e265-48b4-ad82-c627c385a1c9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:56:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40607"
    uid: 40aa4dd2-792a-476c-befe-d89c7cd4d4d5
  kind: Event
  lastTimestamp: "2026-04-16T20:56:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:56:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:56:58Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a6f1d5c487c7bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41034"
    uid: 142cce9b-819f-47ec-9474-eb7fc83fc56f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T20:55:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40438"
    uid: ea973253-52cd-430f-9b7e-3cf18cabbd1c
  kind: Event
  lastTimestamp: "2026-04-16T20:56:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:55:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:56:57Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a6f1c7c7eb8bd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41027"
    uid: 77cc38d4-73da-4d1c-a992-febf0d1bf6fe
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:55:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40438"
    uid: ea973253-52cd-430f-9b7e-3cf18cabbd1c
  kind: Event
  lastTimestamp: "2026-04-16T20:55:43Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:55:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:55:43Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a6f1c7c8595ab9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40470"
    uid: 6dc5ed95-6810-4be9-b111-865de8fc1001
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:55:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40447"
    uid: ea973253-52cd-430f-9b7e-3cf18cabbd1c
  kind: Event
  lastTimestamp: "2026-04-16T20:55:43Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T20:55:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:55:43Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a6f1c7cd28603a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40472"
    uid: cffdff3b-28d7-4fb6-ad0a-436d04bbff6e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:56:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41025"
    uid: ea973253-52cd-430f-9b7e-3cf18cabbd1c
  kind: Event
  lastTimestamp: "2026-04-16T20:56:57Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:56:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:56:57Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a6f1d91a2299bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "41026"
    uid: a5daf8b0-88ac-4a31-b92d-a89c2c8ad291
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T20:51:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38078"
    uid: 69e09144-049a-4bf1-836b-b910e2e893c0
  kind: Event
  lastTimestamp: "2026-04-16T20:52:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:51:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:52:32Z"
    name: isvc-sklearn-s3.18a6f18a284668a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38693"
    uid: 0a663e53-cbc2-48cf-90e0-a16a5322b3aa
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:51:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38078"
    uid: 69e09144-049a-4bf1-836b-b910e2e893c0
  kind: Event
  lastTimestamp: "2026-04-16T20:51:18Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:51:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:51:18Z"
    name: isvc-sklearn-s3.18a6f18a289a01ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "38109"
    uid: e42d1467-b590-42d0-be48-2ca84d22f034
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:52:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38690"
    uid: 69e09144-049a-4bf1-836b-b910e2e893c0
  kind: Event
  lastTimestamp: "2026-04-16T20:52:32Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:52:32Z"
    name: isvc-sklearn-s3.18a6f19b68ff42b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38692"
    uid: e62563b4-5876-45cc-bfcb-9c8952e61a83
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:34:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-54dff6475d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29740"
    uid: bff67acd-8ea6-4ae0-8fce-a2a62c827f08
  kind: Event
  lastTimestamp: "2026-04-16T20:34:42Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-54dff6475d-sv6dh'
  metadata:
    creationTimestamp: "2026-04-16T20:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:34:42Z"
    name: isvc-sklearn-scheduler-predictor-54dff6475d.18a6f0a22d2d7d4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29753"
    uid: 8f4938c4-d3e5-44ee-833a-eba66b48fa48
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:34:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29736"
    uid: a1fd2aea-a600-49e9-936c-c3cfb0ecad6d
  kind: Event
  lastTimestamp: "2026-04-16T20:34:42Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-54dff6475d from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T20:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:34:42Z"
    name: isvc-sklearn-scheduler-predictor.18a6f0a229510c44
    namespace: kserve-ci-e2e-test
    resourceVersion: "29741"
    uid: 66fcd78e-59fb-4395-87f4-1f4bdf4a612e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T20:34:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "29714"
    uid: d35fd8ef-21a9-44f2-a518-0c1b26b85dfc
  kind: Event
  lastTimestamp: "2026-04-16T20:34:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:34:42Z"
    name: isvc-sklearn-scheduler.18a6f0a228ea95d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29766"
    uid: ae79e9db-2206-42c8-aec5-4064fdf3d57b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:34:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "29714"
    uid: d35fd8ef-21a9-44f2-a518-0c1b26b85dfc
  kind: Event
  lastTimestamp: "2026-04-16T20:34:42Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:34:42Z"
    name: isvc-sklearn-scheduler.18a6f0a229641da3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29743"
    uid: 3a3fcb22-b296-420d-a7af-aca9e8093592
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:34:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "29714"
    uid: d35fd8ef-21a9-44f2-a518-0c1b26b85dfc
  kind: Event
  lastTimestamp: "2026-04-16T20:34:42Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:34:42Z"
    name: isvc-sklearn-scheduler.18a6f0a2296466b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29745"
    uid: b51f6e30-3f30-4c6d-b264-8254a169b72d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:39:52.651998Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-55fdc46497-4rk2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "32433"
    uid: 87b63814-2803-4ced-b82f-2c4d77d4b31d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-55fdc46497-4rk2n
    to ip-10-0-129-34.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:39:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:39:52Z"
    name: isvc-sklearn-v2-mixed-predictor-55fdc46497-4rk2n.18a6f0ea6af9cc3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32438"
    uid: 9a5b59fb-01b0-474a-88de-8e942b919cd3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5f86c85d5c-q6td8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:39:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-55fdc46497-4rk2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "32445"
    uid: 87b63814-2803-4ced-b82f-2c4d77d4b31d
  kind: Event
  lastTimestamp: "2026-04-16T20:39:53Z"
  message: Add eth0 [10.134.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:39:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:39:53Z"
    name: isvc-sklearn-v2-mixed-predictor-55fdc46497-4rk2n.18a6f0ea853f8466
    namespace: kserve-ci-e2e-test
    resourceVersion: "32453"
    uid: 6d095933-303d-4cc4-a780-80a1c3a65bf8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:39:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-55fdc46497-4rk2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "32435"
    uid: 87b63814-2803-4ced-b82f-2c4d77d4b31d
  kind: Event
  lastTimestamp: "2026-04-16T20:39:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:39:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:39:53Z"
    name: isvc-sklearn-v2-mixed-predictor-55fdc46497-4rk2n.18a6f0ea868c0d68
    namespace: kserve-ci-e2e-test
    resourceVersion: "32455"
    uid: 4fd4210c-19b7-4a93-89ec-29c65d0a885a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:39:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-55fdc46497-4rk2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "32435"
    uid: 87b63814-2803-4ced-b82f-2c4d77d4b31d
  kind: Event
  lastTimestamp: "2026-04-16T20:39:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:39:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:39:53Z"
    name: isvc-sklearn-v2-mixed-predictor-55fdc46497-4rk2n.18a6f0ea89d9c696
    namespace: kserve-ci-e2e-test
    resourceVersion: "32459"
    uid: db07fb86-4295-4d1c-861f-dc8eb8edda10
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:39:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-55fdc46497-4rk2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "32435"
    uid: 87b63814-2803-4ced-b82f-2c4d77d4b31d
  kind: Event
  lastTimestamp: "2026-04-16T20:39:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:39:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:39:53Z"
    name: isvc-sklearn-v2-mixed-predictor-55fdc46497-4rk2n.18a6f0ea8a4e93d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32460"
    uid: 7d866adf-c73a-4afb-8f13-e5addb81c32a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:39:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-55fdc46497-4rk2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "32435"
    uid: 87b63814-2803-4ced-b82f-2c4d77d4b31d
  kind: Event
  lastTimestamp: "2026-04-16T20:39:57Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1412"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:39:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:39:57Z"
    name: isvc-sklearn-v2-mixed-predictor-55fdc46497-4rk2n.18a6f0eb786b392c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32493"
    uid: 4c546b94-26a9-4d1b-827d-927717cb0649
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:39:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-55fdc46497-4rk2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "32435"
    uid: 87b63814-2803-4ced-b82f-2c4d77d4b31d
  kind: Event
  lastTimestamp: "2026-04-16T20:39:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:39:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:39:57Z"
    name: isvc-sklearn-v2-mixed-predictor-55fdc46497-4rk2n.18a6f0eb7be47dd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32500"
    uid: bbe25a16-66a7-4b60-b5c1-0d7926a9a2a7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:39:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-55fdc46497-4rk2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "32435"
    uid: 87b63814-2803-4ced-b82f-2c4d77d4b31d
  kind: Event
  lastTimestamp: "2026-04-16T20:39:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:39:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:39:57Z"
    name: isvc-sklearn-v2-mixed-predictor-55fdc46497-4rk2n.18a6f0eb7c5dbd7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32501"
    uid: e461b4df-e6b6-40be-b1a9-b64c78533edb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T20:39:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-55fdc46497-4rk2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "32435"
    uid: 87b63814-2803-4ced-b82f-2c4d77d4b31d
  kind: Event
  lastTimestamp: "2026-04-16T20:40:59Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.64:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T20:39:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:40:59Z"
    name: isvc-sklearn-v2-mixed-predictor-55fdc46497-4rk2n.18a6f0ebb45a0d80
    namespace: kserve-ci-e2e-test
    resourceVersion: "32939"
    uid: 6801272b-c7e7-4b5f-99e6-fb5ecefa4ffa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:41:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-55fdc46497-4rk2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "32435"
    uid: 87b63814-2803-4ced-b82f-2c4d77d4b31d
  kind: Event
  lastTimestamp: "2026-04-16T20:41:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:41:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:41:12Z"
    name: isvc-sklearn-v2-mixed-predictor-55fdc46497-4rk2n.18a6f0fd14ae05c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33075"
    uid: 0680bc68-e828-449c-8533-0bb63cadaf27
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:39:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-55fdc46497
    namespace: kserve-ci-e2e-test
    resourceVersion: "32424"
    uid: 19965b1f-9eca-4543-a137-d7a40268e7f9
  kind: Event
  lastTimestamp: "2026-04-16T20:39:52Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-55fdc46497-4rk2n'
  metadata:
    creationTimestamp: "2026-04-16T20:39:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:39:52Z"
    name: isvc-sklearn-v2-mixed-predictor-55fdc46497.18a6f0ea6a6f0fb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32434"
    uid: f4e6d82e-5c16-4771-a5c1-9721863201f7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:39:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32421"
    uid: 61f4f040-e6d7-4d36-8ce0-65bb45a43331
  kind: Event
  lastTimestamp: "2026-04-16T20:39:52Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-55fdc46497 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T20:39:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:39:52Z"
    name: isvc-sklearn-v2-mixed-predictor.18a6f0ea668ef6aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "32426"
    uid: 0f1db18c-57d5-4dcb-9d83-517a0889039a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:40:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32423"
    uid: 91be1986-389b-44e8-8958-b9fb2dc321d7
  kind: Event
  lastTimestamp: "2026-04-16T20:40:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:40:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:40:22Z"
    name: isvc-sklearn-v2-mixed-predictor.18a6f0ede4d0a597
    namespace: kserve-ci-e2e-test
    resourceVersion: "32680"
    uid: f3ed0b87-e2e4-4235-8602-20f0f76feacf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:40:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32423"
    uid: 91be1986-389b-44e8-8958-b9fb2dc321d7
  kind: Event
  lastTimestamp: "2026-04-16T20:40:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:40:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:40:22Z"
    name: isvc-sklearn-v2-mixed-predictor.18a6f0ede533d9b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32681"
    uid: 7194baf2-a189-4beb-8db1-1ef9a360ec50
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:40:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32575"
    uid: 91be1986-389b-44e8-8958-b9fb2dc321d7
  kind: Event
  lastTimestamp: "2026-04-16T20:41:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:40:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:41:07Z"
    name: isvc-sklearn-v2-mixed-predictor.18a6f0f4e3316fa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32999"
    uid: 87aae445-433b-4e86-8458-cb5b5d00fae7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:40:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32575"
    uid: 91be1986-389b-44e8-8958-b9fb2dc321d7
  kind: Event
  lastTimestamp: "2026-04-16T20:41:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:40:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:41:07Z"
    name: isvc-sklearn-v2-mixed-predictor.18a6f0f4e39088e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33000"
    uid: 4123294a-f2bd-4ad1-b74b-83efeee59c16
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T20:39:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "32397"
    uid: 33874c5b-d340-42ea-8970-129aaf40b43d
  kind: Event
  lastTimestamp: "2026-04-16T20:41:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:39:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:41:09Z"
    name: isvc-sklearn-v2-mixed.18a6f0ea66051b23
    namespace: kserve-ci-e2e-test
    resourceVersion: "33019"
    uid: 693f4143-c8b9-402f-bd52-d05a1d4b610a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:39:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "32397"
    uid: 33874c5b-d340-42ea-8970-129aaf40b43d
  kind: Event
  lastTimestamp: "2026-04-16T20:39:52Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:39:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:39:52Z"
    name: isvc-sklearn-v2-mixed.18a6f0ea66eb479d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32428"
    uid: 96714683-b30a-4ae4-aed1-0b4383e5655c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:41:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33017"
    uid: 33874c5b-d340-42ea-8970-129aaf40b43d
  kind: Event
  lastTimestamp: "2026-04-16T20:41:09Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:41:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:41:09Z"
    name: isvc-sklearn-v2-mixed.18a6f0fc402d49b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33018"
    uid: 496107ba-4188-4802-b448-6a623fe7bc8e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:38:32.311142Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-7bc9649f6b-68f8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31770"
    uid: 16f17cf5-68a4-4103-a48d-bb79e8b21404
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-7bc9649f6b-68f8d
    to ip-10-0-129-34.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:38:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:38:32Z"
    name: isvc-sklearn-v2-predictor-7bc9649f6b-68f8d.18a6f0d7b649a6bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31775"
    uid: 1f62c35e-bb84-4a50-9bf8-8a0332e65e70
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5f86c85d5c-q6td8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:38:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-7bc9649f6b-68f8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31781"
    uid: 16f17cf5-68a4-4103-a48d-bb79e8b21404
  kind: Event
  lastTimestamp: "2026-04-16T20:38:32Z"
  message: Add eth0 [10.134.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:38:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:38:32Z"
    name: isvc-sklearn-v2-predictor-7bc9649f6b-68f8d.18a6f0d7d0056661
    namespace: kserve-ci-e2e-test
    resourceVersion: "31791"
    uid: 16115c6e-cdd4-4f5f-8530-de8b602b1f34
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:38:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7bc9649f6b-68f8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31773"
    uid: 16f17cf5-68a4-4103-a48d-bb79e8b21404
  kind: Event
  lastTimestamp: "2026-04-16T20:38:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:38:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:38:32Z"
    name: isvc-sklearn-v2-predictor-7bc9649f6b-68f8d.18a6f0d7d15ec6dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31793"
    uid: ab53f047-adbd-4811-9714-f396aa1d7110
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:38:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7bc9649f6b-68f8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31773"
    uid: 16f17cf5-68a4-4103-a48d-bb79e8b21404
  kind: Event
  lastTimestamp: "2026-04-16T20:38:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:38:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:38:32Z"
    name: isvc-sklearn-v2-predictor-7bc9649f6b-68f8d.18a6f0d7d4ec2f01
    namespace: kserve-ci-e2e-test
    resourceVersion: "31795"
    uid: 7362dcf2-948b-4c14-9606-8697b1ffa17d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:38:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7bc9649f6b-68f8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31773"
    uid: 16f17cf5-68a4-4103-a48d-bb79e8b21404
  kind: Event
  lastTimestamp: "2026-04-16T20:38:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:38:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:38:32Z"
    name: isvc-sklearn-v2-predictor-7bc9649f6b-68f8d.18a6f0d7d5629a19
    namespace: kserve-ci-e2e-test
    resourceVersion: "31796"
    uid: c44a7a6f-f85d-498d-98bc-47aeeb2b1b65
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:38:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7bc9649f6b-68f8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31773"
    uid: 16f17cf5-68a4-4103-a48d-bb79e8b21404
  kind: Event
  lastTimestamp: "2026-04-16T20:38:36Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1412"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:38:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:38:36Z"
    name: isvc-sklearn-v2-predictor-7bc9649f6b-68f8d.18a6f0d8c6c38be1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31832"
    uid: 851e5ced-c2e2-4683-aefc-61b65bb7f0bf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:38:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7bc9649f6b-68f8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31773"
    uid: 16f17cf5-68a4-4103-a48d-bb79e8b21404
  kind: Event
  lastTimestamp: "2026-04-16T20:38:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:38:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:38:36Z"
    name: isvc-sklearn-v2-predictor-7bc9649f6b-68f8d.18a6f0d8c9eedd53
    namespace: kserve-ci-e2e-test
    resourceVersion: "31837"
    uid: a8dcaf05-03bf-4e7a-a7d8-5b0aec851d48
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:38:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7bc9649f6b-68f8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31773"
    uid: 16f17cf5-68a4-4103-a48d-bb79e8b21404
  kind: Event
  lastTimestamp: "2026-04-16T20:38:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:38:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:38:36Z"
    name: isvc-sklearn-v2-predictor-7bc9649f6b-68f8d.18a6f0d8ca67beea
    namespace: kserve-ci-e2e-test
    resourceVersion: "31838"
    uid: 083e40ac-75c7-4ffd-a6e9-c05c3632209c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T20:38:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7bc9649f6b-68f8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31773"
    uid: 16f17cf5-68a4-4103-a48d-bb79e8b21404
  kind: Event
  lastTimestamp: "2026-04-16T20:39:38Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.63:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T20:38:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:39:38Z"
    name: isvc-sklearn-v2-predictor-7bc9649f6b-68f8d.18a6f0d902b6205b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32279"
    uid: 181e85a3-e550-4a05-89e4-05edc88fbe56
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:39:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7bc9649f6b-68f8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31773"
    uid: 16f17cf5-68a4-4103-a48d-bb79e8b21404
  kind: Event
  lastTimestamp: "2026-04-16T20:39:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:39:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:39:52Z"
    name: isvc-sklearn-v2-predictor-7bc9649f6b-68f8d.18a6f0ea65211b86
    namespace: kserve-ci-e2e-test
    resourceVersion: "32422"
    uid: 471fd0cf-31e6-4c47-8b8f-bf2e4dcd13ab
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:38:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-7bc9649f6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31761"
    uid: 317da0d2-7d20-490a-a641-3953b9e93231
  kind: Event
  lastTimestamp: "2026-04-16T20:38:32Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-7bc9649f6b-68f8d'
  metadata:
    creationTimestamp: "2026-04-16T20:38:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:38:32Z"
    name: isvc-sklearn-v2-predictor-7bc9649f6b.18a6f0d7b5e14f5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31772"
    uid: 3efa34d8-6503-4792-87c8-de5e4ec9f2db
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:38:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31757"
    uid: 2e1f497c-1656-4265-9268-5753ff4aa604
  kind: Event
  lastTimestamp: "2026-04-16T20:38:32Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-7bc9649f6b from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T20:38:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:38:32Z"
    name: isvc-sklearn-v2-predictor.18a6f0d7b329a864
    namespace: kserve-ci-e2e-test
    resourceVersion: "31763"
    uid: 3d496088-0240-49d0-9aff-c53cb62e7fa1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:38:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31760"
    uid: ea52f19b-4151-43ad-bcfc-9dba2d53e5d9
  kind: Event
  lastTimestamp: "2026-04-16T20:39:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:38:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:39:17Z"
    name: isvc-sklearn-v2-predictor.18a6f0db32c691eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32129"
    uid: 88c1d1ff-1a07-40d5-bfa0-bebf9725b650
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:38:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31760"
    uid: ea52f19b-4151-43ad-bcfc-9dba2d53e5d9
  kind: Event
  lastTimestamp: "2026-04-16T20:39:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:38:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:39:17Z"
    name: isvc-sklearn-v2-predictor.18a6f0db33abc637
    namespace: kserve-ci-e2e-test
    resourceVersion: "32130"
    uid: beef3e78-5483-4a07-8b24-5a3c0bee59b0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:39:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31919"
    uid: ea52f19b-4151-43ad-bcfc-9dba2d53e5d9
  kind: Event
  lastTimestamp: "2026-04-16T20:39:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:39:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:39:47Z"
    name: isvc-sklearn-v2-predictor.18a6f0e5b0845eb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32343"
    uid: fb482dd4-b64b-4270-976f-d05ab014ea2a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:39:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31919"
    uid: ea52f19b-4151-43ad-bcfc-9dba2d53e5d9
  kind: Event
  lastTimestamp: "2026-04-16T20:39:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:39:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:39:47Z"
    name: isvc-sklearn-v2-predictor.18a6f0e5b0e809d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32344"
    uid: 73dee664-d2e0-4724-bf78-98c6a557f539
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:37:32.122881Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-ndrgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31265"
    uid: 85b74c0e-88f3-4360-9b75-6444459a2207
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-7dd9b85c64-ndrgj
    to ip-10-0-129-34.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:37:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:37:32Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-ndrgj.18a6f0c9b2c9a810
    namespace: kserve-ci-e2e-test
    resourceVersion: "31270"
    uid: a9d1fae9-bf28-462a-81be-356aa6e76670
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5f86c85d5c-q6td8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:37:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-ndrgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31274"
    uid: 85b74c0e-88f3-4360-9b75-6444459a2207
  kind: Event
  lastTimestamp: "2026-04-16T20:37:32Z"
  message: Add eth0 [10.134.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:37:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:37:32Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-ndrgj.18a6f0c9cc6728d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31282"
    uid: 2ed43d2e-d272-4d3b-aff2-7a4f8958431b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:37:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-ndrgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31267"
    uid: 85b74c0e-88f3-4360-9b75-6444459a2207
  kind: Event
  lastTimestamp: "2026-04-16T20:37:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:37:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:37:32Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-ndrgj.18a6f0c9cdafd5c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31284"
    uid: 6f343298-74c9-448b-920f-17be98fdde05
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:37:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-ndrgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31267"
    uid: 85b74c0e-88f3-4360-9b75-6444459a2207
  kind: Event
  lastTimestamp: "2026-04-16T20:37:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:37:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:37:32Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-ndrgj.18a6f0c9d0d7165a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31286"
    uid: 07c9d9e0-a32e-4cf9-a12c-48f9ab35665a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:37:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-ndrgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31267"
    uid: 85b74c0e-88f3-4360-9b75-6444459a2207
  kind: Event
  lastTimestamp: "2026-04-16T20:37:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:37:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:37:32Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-ndrgj.18a6f0c9d14dcb44
    namespace: kserve-ci-e2e-test
    resourceVersion: "31287"
    uid: e33ad3f3-6f88-4dae-b747-faad4e264765
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:37:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-ndrgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31267"
    uid: 85b74c0e-88f3-4360-9b75-6444459a2207
  kind: Event
  lastTimestamp: "2026-04-16T20:37:36Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T20:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:37:36Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-ndrgj.18a6f0cac2123ee9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31327"
    uid: 1be53290-13ba-4eb9-95fe-310d0d7ef972
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:37:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-ndrgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31267"
    uid: 85b74c0e-88f3-4360-9b75-6444459a2207
  kind: Event
  lastTimestamp: "2026-04-16T20:37:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:37:36Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-ndrgj.18a6f0cac52b3924
    namespace: kserve-ci-e2e-test
    resourceVersion: "31331"
    uid: bd4ce4fb-92ea-4b1c-99e5-92abcc7c0794
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:37:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-ndrgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31267"
    uid: 85b74c0e-88f3-4360-9b75-6444459a2207
  kind: Event
  lastTimestamp: "2026-04-16T20:37:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:37:36Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-ndrgj.18a6f0cac5a5ab6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31332"
    uid: d299ec6d-87e4-4c85-87db-3d606b401779
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:38:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-ndrgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31267"
    uid: 85b74c0e-88f3-4360-9b75-6444459a2207
  kind: Event
  lastTimestamp: "2026-04-16T20:38:18Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-16T20:38:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:38:18Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-ndrgj.18a6f0d238e119ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "31626"
    uid: 244c11eb-85b1-4c08-b82c-c9fa5b9272e8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:38:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-ndrgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31267"
    uid: 85b74c0e-88f3-4360-9b75-6444459a2207
  kind: Event
  lastTimestamp: "2026-04-16T20:38:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:38:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:38:32Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-ndrgj.18a6f0d7b2575b88
    namespace: kserve-ci-e2e-test
    resourceVersion: "31758"
    uid: 56e122f9-a1d6-4569-9e88-391c07e593cf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:38:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-ndrgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31267"
    uid: 85b74c0e-88f3-4360-9b75-6444459a2207
  kind: Event
  lastTimestamp: "2026-04-16T20:38:38Z"
  message: 'Readiness probe failed: Get "http://10.134.0.62:8080/v2/models/isvc-sklearn-v2-runtime/ready":
    dial tcp 10.134.0.62:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T20:38:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:38:38Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-ndrgj.18a6f0d9320bcd7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31854"
    uid: f5053641-6218-473a-9906-ab6e2830824f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:37:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64
    namespace: kserve-ci-e2e-test
    resourceVersion: "31255"
    uid: b6b5d842-83ef-4c9f-b0a7-433ec58c04b4
  kind: Event
  lastTimestamp: "2026-04-16T20:37:32Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-ndrgj'
  metadata:
    creationTimestamp: "2026-04-16T20:37:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:37:32Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64.18a6f0c9b2550a8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31266"
    uid: 31f56a14-589d-46cf-9b27-1ac268578e70
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:37:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31250"
    uid: f121713c-1659-4f81-af73-4e90c21c7ec4
  kind: Event
  lastTimestamp: "2026-04-16T20:37:32Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-7dd9b85c64 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T20:37:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:37:32Z"
    name: isvc-sklearn-v2-runtime-predictor.18a6f0c9afd5c440
    namespace: kserve-ci-e2e-test
    resourceVersion: "31257"
    uid: a12e22cc-c8dd-4b62-9fc1-075b31b00bdf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:37:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31254"
    uid: 8c979e5b-180d-418a-8203-278efdab17d5
  kind: Event
  lastTimestamp: "2026-04-16T20:38:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:37:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:38:17Z"
    name: isvc-sklearn-v2-runtime-predictor.18a6f0cd2ebd3b98
    namespace: kserve-ci-e2e-test
    resourceVersion: "31616"
    uid: 44e3258e-d966-4151-acb3-b53c36bcb89a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:37:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31254"
    uid: 8c979e5b-180d-418a-8203-278efdab17d5
  kind: Event
  lastTimestamp: "2026-04-16T20:38:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:37:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:38:17Z"
    name: isvc-sklearn-v2-runtime-predictor.18a6f0cd2f2a7dd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31617"
    uid: 57049957-3032-4bd3-827d-3672d9e4f09d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:38:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31405"
    uid: 8c979e5b-180d-418a-8203-278efdab17d5
  kind: Event
  lastTimestamp: "2026-04-16T20:38:32Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:38:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:38:32Z"
    name: isvc-sklearn-v2-runtime-predictor.18a6f0d7abe89a87
    namespace: kserve-ci-e2e-test
    resourceVersion: "31729"
    uid: 3d51ec4c-8519-4ae5-9589-ba6b78f9d200
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:38:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31405"
    uid: 8c979e5b-180d-418a-8203-278efdab17d5
  kind: Event
  lastTimestamp: "2026-04-16T20:38:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:38:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:38:32Z"
    name: isvc-sklearn-v2-runtime-predictor.18a6f0d7ac503796
    namespace: kserve-ci-e2e-test
    resourceVersion: "31732"
    uid: 882cf386-0b73-43d0-89f9-914eae899eed
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T20:37:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31228"
    uid: 61af15ab-2dd9-49fe-b769-f120e21e8333
  kind: Event
  lastTimestamp: "2026-04-16T20:38:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:37:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:38:28Z"
    name: isvc-sklearn-v2-runtime.18a6f0c9afaeaa8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31705"
    uid: 0368457f-b5cf-470d-b541-f946c0f7b1ae
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:37:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31228"
    uid: 61af15ab-2dd9-49fe-b769-f120e21e8333
  kind: Event
  lastTimestamp: "2026-04-16T20:37:32Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:37:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:37:32Z"
    name: isvc-sklearn-v2-runtime.18a6f0c9b00211e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31259"
    uid: f684af33-481c-44f0-814b-0c906aa5aa61
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:38:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31703"
    uid: 61af15ab-2dd9-49fe-b769-f120e21e8333
  kind: Event
  lastTimestamp: "2026-04-16T20:38:28Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:38:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:38:28Z"
    name: isvc-sklearn-v2-runtime.18a6f0d6e1df8fd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31704"
    uid: dcbcb31c-4281-49bf-ba78-740f81db4ddb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T20:38:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31734"
    uid: e22f9561-86f8-428e-9b17-22d99a6d0252
  kind: Event
  lastTimestamp: "2026-04-16T20:39:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:38:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:39:48Z"
    name: isvc-sklearn-v2.18a6f0d7b2ebe742
    namespace: kserve-ci-e2e-test
    resourceVersion: "32364"
    uid: c9cd214c-35ac-479c-910a-c5f8bb7c32a8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:38:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31734"
    uid: e22f9561-86f8-428e-9b17-22d99a6d0252
  kind: Event
  lastTimestamp: "2026-04-16T20:38:32Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:38:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:38:32Z"
    name: isvc-sklearn-v2.18a6f0d7b337ecd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31782"
    uid: edb90589-ac68-41dc-9bd0-f6c7a72f42f3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:38:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31751"
    uid: e22f9561-86f8-428e-9b17-22d99a6d0252
  kind: Event
  lastTimestamp: "2026-04-16T20:38:32Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:38:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:38:32Z"
    name: isvc-sklearn-v2.18a6f0d7b76ed127
    namespace: kserve-ci-e2e-test
    resourceVersion: "31783"
    uid: c1c3eda2-7083-4db9-9b84-c862c98bc826
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:39:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32362"
    uid: e22f9561-86f8-428e-9b17-22d99a6d0252
  kind: Event
  lastTimestamp: "2026-04-16T20:39:48Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:39:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:39:48Z"
    name: isvc-sklearn-v2.18a6f0e98e7cc531
    namespace: kserve-ci-e2e-test
    resourceVersion: "32363"
    uid: 91476df3-9147-457d-a25b-f35231962884
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T20:34:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29782"
    uid: 22b440f8-b142-42d3-b677-d6a0f78a951b
  kind: Event
  lastTimestamp: "2026-04-16T20:35:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:34:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:35:59Z"
    name: isvc-sklearn.18a6f0a2a8d4b1b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30397"
    uid: 4c716357-ec2f-4270-b49c-0551d82bf90f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:34:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29782"
    uid: 22b440f8-b142-42d3-b677-d6a0f78a951b
  kind: Event
  lastTimestamp: "2026-04-16T20:34:44Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T20:34:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:34:44Z"
    name: isvc-sklearn.18a6f0a2a94442be
    namespace: kserve-ci-e2e-test
    resourceVersion: "29811"
    uid: f0d1e6be-db09-4da9-a5c3-a9f9312facc6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:35:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30395"
    uid: 22b440f8-b142-42d3-b677-d6a0f78a951b
  kind: Event
  lastTimestamp: "2026-04-16T20:35:59Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:35:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:35:59Z"
    name: isvc-sklearn.18a6f0b40ef96b95
    namespace: kserve-ci-e2e-test
    resourceVersion: "30396"
    uid: 709d8e17-d6a1-4ec0-9f1a-2c8d112cfc67
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:41:12.863606Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-4pcq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33084"
    uid: b5865f82-5841-41ae-8c5e-53bc9c659b8a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-88f6f6cb7-4pcq4
    to ip-10-0-129-34.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:41:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:41:12Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-4pcq4.18a6f0fd17f5ce41
    namespace: kserve-ci-e2e-test
    resourceVersion: "33088"
    uid: 003c401d-42a7-419a-a48b-16619bd834ca
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5f86c85d5c-q6td8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:41:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-4pcq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33092"
    uid: b5865f82-5841-41ae-8c5e-53bc9c659b8a
  kind: Event
  lastTimestamp: "2026-04-16T20:41:13Z"
  message: Add eth0 [10.134.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:41:13Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-4pcq4.18a6f0fd31401316
    namespace: kserve-ci-e2e-test
    resourceVersion: "33104"
    uid: ba256a38-1d3f-4100-bee8-6584af837d4f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:41:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-4pcq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33085"
    uid: b5865f82-5841-41ae-8c5e-53bc9c659b8a
  kind: Event
  lastTimestamp: "2026-04-16T20:41:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:41:13Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-4pcq4.18a6f0fd3285b514
    namespace: kserve-ci-e2e-test
    resourceVersion: "33106"
    uid: d6906f36-5ad6-4216-9264-5d54cd840bfb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:41:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-4pcq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33085"
    uid: b5865f82-5841-41ae-8c5e-53bc9c659b8a
  kind: Event
  lastTimestamp: "2026-04-16T20:41:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:41:13Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-4pcq4.18a6f0fd361992be
    namespace: kserve-ci-e2e-test
    resourceVersion: "33108"
    uid: faabdbc3-4a9c-4f87-a0fc-9f14a0083a41
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:41:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-4pcq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33085"
    uid: b5865f82-5841-41ae-8c5e-53bc9c659b8a
  kind: Event
  lastTimestamp: "2026-04-16T20:41:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:41:13Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-4pcq4.18a6f0fd3686c220
    namespace: kserve-ci-e2e-test
    resourceVersion: "33109"
    uid: 616a8e93-f4df-4af9-b596-c97b6eab6862
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:41:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-4pcq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33085"
    uid: b5865f82-5841-41ae-8c5e-53bc9c659b8a
  kind: Event
  lastTimestamp: "2026-04-16T20:41:18Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-04-16T20:41:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:41:18Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-4pcq4.18a6f0fe661b1b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33153"
    uid: 53be81e7-c438-4990-aaf5-d01810efdf51
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:41:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-4pcq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33085"
    uid: b5865f82-5841-41ae-8c5e-53bc9c659b8a
  kind: Event
  lastTimestamp: "2026-04-16T20:41:22Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.734s (3.734s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T20:41:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:41:22Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-4pcq4.18a6f0ff44b9259e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33186"
    uid: 59ed5741-4122-4c22-9402-9a8b9017adfc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:41:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-4pcq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33085"
    uid: b5865f82-5841-41ae-8c5e-53bc9c659b8a
  kind: Event
  lastTimestamp: "2026-04-16T20:41:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:41:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:41:22Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-4pcq4.18a6f0ff47cc9192
    namespace: kserve-ci-e2e-test
    resourceVersion: "33188"
    uid: 1d92a24f-980a-436a-8264-7974c01b9bd3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:41:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-4pcq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33085"
    uid: b5865f82-5841-41ae-8c5e-53bc9c659b8a
  kind: Event
  lastTimestamp: "2026-04-16T20:41:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:41:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:41:22Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-4pcq4.18a6f0ff483f37d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33189"
    uid: f8738aa5-544a-45f2-88ed-6dc0d1fb191f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:41:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-4pcq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33085"
    uid: b5865f82-5841-41ae-8c5e-53bc9c659b8a
  kind: Event
  lastTimestamp: "2026-04-16T20:41:33Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.65:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T20:41:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:41:33Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-4pcq4.18a6f0ff558dc73e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33270"
    uid: 6bee513d-e489-4f2c-8602-e7b2ce1a7e30
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-4pcq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33085"
    uid: b5865f82-5841-41ae-8c5e-53bc9c659b8a
  kind: Event
  lastTimestamp: "2026-04-16T20:42:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:42:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:42:04Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-4pcq4.18a6f1090ad6212b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33524"
    uid: a7ab2d75-bda1-4141-845b-2d39262616c6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:41:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-88f6f6cb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33073"
    uid: 867a4209-4797-465a-9166-0fea07b90092
  kind: Event
  lastTimestamp: "2026-04-16T20:41:12Z"
  message: 'Created pod: isvc-tensorflow-predictor-88f6f6cb7-4pcq4'
  metadata:
    creationTimestamp: "2026-04-16T20:41:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:41:12Z"
    name: isvc-tensorflow-predictor-88f6f6cb7.18a6f0fd17918766
    namespace: kserve-ci-e2e-test
    resourceVersion: "33086"
    uid: 83b4d320-c1d5-4f60-a24c-94ad0e437255
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:41:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33070"
    uid: 2a20cf93-d880-45cb-b83a-6c71a825b4c3
  kind: Event
  lastTimestamp: "2026-04-16T20:41:12Z"
  message: Scaled up replica set isvc-tensorflow-predictor-88f6f6cb7 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T20:41:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:41:12Z"
    name: isvc-tensorflow-predictor.18a6f0fd14d470b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33076"
    uid: 7f872e83-5dcb-4123-a7af-4b885bfdb935
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:41:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33072"
    uid: 7f2f2bb0-8ab2-4fcf-8767-f80a0c026b8c
  kind: Event
  lastTimestamp: "2026-04-16T20:41:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:41:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:41:27Z"
    name: isvc-tensorflow-predictor.18a6f10093b1b57f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33229"
    uid: 8c73cdfa-bc73-4610-8b3c-ac89d3f30987
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:41:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33072"
    uid: 7f2f2bb0-8ab2-4fcf-8767-f80a0c026b8c
  kind: Event
  lastTimestamp: "2026-04-16T20:41:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:41:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:41:27Z"
    name: isvc-tensorflow-predictor.18a6f10093f719e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33231"
    uid: 7781142d-5f8f-4826-9daa-4cc8c9cfb67b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:41:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33230"
    uid: 7f2f2bb0-8ab2-4fcf-8767-f80a0c026b8c
  kind: Event
  lastTimestamp: "2026-04-16T20:41:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:41:57Z"
    name: isvc-tensorflow-predictor.18a6f104129f64dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33448"
    uid: 41ad5ecf-e8b3-42f2-aa2d-5875b222aae0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:41:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33230"
    uid: 7f2f2bb0-8ab2-4fcf-8767-f80a0c026b8c
  kind: Event
  lastTimestamp: "2026-04-16T20:41:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:41:57Z"
    name: isvc-tensorflow-predictor.18a6f104132872c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33450"
    uid: e300d767-a29c-4011-bfd5-6db6c48a0197
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:42:04.227647Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-n2tdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33531"
    uid: 87d0bb27-c523-4224-ae72-c4219f3d0b32
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-854bdff69c-n2tdv
    to ip-10-0-129-34.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:42:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:42:04Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-n2tdv.18a6f1090d7ee140
    namespace: kserve-ci-e2e-test
    resourceVersion: "33535"
    uid: bddb8497-592c-46a4-bc50-92503715d154
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5f86c85d5c-q6td8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-n2tdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33540"
    uid: 87d0bb27-c523-4224-ae72-c4219f3d0b32
  kind: Event
  lastTimestamp: "2026-04-16T20:42:04Z"
  message: Add eth0 [10.134.0.66/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:42:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:42:04Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-n2tdv.18a6f10926e21924
    namespace: kserve-ci-e2e-test
    resourceVersion: "33552"
    uid: c6794917-29f5-44a5-b5fc-ca5c48062c2b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-n2tdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33533"
    uid: 87d0bb27-c523-4224-ae72-c4219f3d0b32
  kind: Event
  lastTimestamp: "2026-04-16T20:42:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:42:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:42:04Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-n2tdv.18a6f1092821a6b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33554"
    uid: 985aa5d0-19d9-48ee-9b17-99f262a054d0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-n2tdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33533"
    uid: 87d0bb27-c523-4224-ae72-c4219f3d0b32
  kind: Event
  lastTimestamp: "2026-04-16T20:42:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:42:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:42:04Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-n2tdv.18a6f1092b48b336
    namespace: kserve-ci-e2e-test
    resourceVersion: "33555"
    uid: 2aa8bd0d-19d0-430d-bc80-50559b8d27c7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-n2tdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33533"
    uid: 87d0bb27-c523-4224-ae72-c4219f3d0b32
  kind: Event
  lastTimestamp: "2026-04-16T20:42:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:42:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:42:04Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-n2tdv.18a6f1092bbd8709
    namespace: kserve-ci-e2e-test
    resourceVersion: "33556"
    uid: 8ef47320-1c92-4965-8c98-2acef0e494b9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-n2tdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33533"
    uid: 87d0bb27-c523-4224-ae72-c4219f3d0b32
  kind: Event
  lastTimestamp: "2026-04-16T20:42:09Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:42:09Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-n2tdv.18a6f10a514e12e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33598"
    uid: 60cbef88-e9bf-4907-a115-4ad4b0dabcf9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-n2tdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33533"
    uid: 87d0bb27-c523-4224-ae72-c4219f3d0b32
  kind: Event
  lastTimestamp: "2026-04-16T20:42:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:42:09Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-n2tdv.18a6f10a54701dd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33602"
    uid: 392b7c6b-2964-4294-9c02-4c2a8a97b1eb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-n2tdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33533"
    uid: 87d0bb27-c523-4224-ae72-c4219f3d0b32
  kind: Event
  lastTimestamp: "2026-04-16T20:42:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:42:09Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-n2tdv.18a6f10a54e61ee7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33603"
    uid: b67b5647-1a6a-4e4b-8c14-6dd8ac276d34
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-n2tdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33533"
    uid: 87d0bb27-c523-4224-ae72-c4219f3d0b32
  kind: Event
  lastTimestamp: "2026-04-16T20:42:11Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.66:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T20:42:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:42:11Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-n2tdv.18a6f10a8d3cf7ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "33625"
    uid: 4ca3c492-7fc6-4dba-a756-bb808e11b4d3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-n2tdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33533"
    uid: 87d0bb27-c523-4224-ae72-c4219f3d0b32
  kind: Event
  lastTimestamp: "2026-04-16T20:42:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:42:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:42:35Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-n2tdv.18a6f1106697b22f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33838"
    uid: f71691af-13e3-4a2f-9253-35a2a2f5cfd6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-854bdff69c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33520"
    uid: 92dbaef6-9ac9-4703-ab0d-7f4f7611764a
  kind: Event
  lastTimestamp: "2026-04-16T20:42:04Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-854bdff69c-n2tdv'
  metadata:
    creationTimestamp: "2026-04-16T20:42:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:42:04Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c.18a6f1090d19dc1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33532"
    uid: c3c3032b-1090-4d00-b46f-90ae8cddcaa1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33516"
    uid: b7180be2-a5a9-4200-a475-8aa376f3abe5
  kind: Event
  lastTimestamp: "2026-04-16T20:42:04Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-854bdff69c from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T20:42:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:42:04Z"
    name: isvc-tensorflow-runtime-predictor.18a6f1090ac0f898
    namespace: kserve-ci-e2e-test
    resourceVersion: "33522"
    uid: 67d89a7a-e23e-4b70-88f7-b012360a2489
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33519"
    uid: 62e0c924-87ce-48a0-a8d7-ead644b6bb58
  kind: Event
  lastTimestamp: "2026-04-16T20:42:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:42:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:42:19Z"
    name: isvc-tensorflow-runtime-predictor.18a6f10c89dfe836
    namespace: kserve-ci-e2e-test
    resourceVersion: "33674"
    uid: 3e0f5273-d255-4295-aec3-1896ac75152a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33519"
    uid: 62e0c924-87ce-48a0-a8d7-ead644b6bb58
  kind: Event
  lastTimestamp: "2026-04-16T20:42:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:42:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:42:19Z"
    name: isvc-tensorflow-runtime-predictor.18a6f10c8a4b0cbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33676"
    uid: af5253f5-4bca-482d-8786-f24a6aabd619
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33675"
    uid: 62e0c924-87ce-48a0-a8d7-ead644b6bb58
  kind: Event
  lastTimestamp: "2026-04-16T20:42:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:42:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:42:34Z"
    name: isvc-tensorflow-runtime-predictor.18a6f110090e771f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33790"
    uid: 2ffbe2cc-3fbc-403d-a6d7-4c0d1736a23e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33675"
    uid: 62e0c924-87ce-48a0-a8d7-ead644b6bb58
  kind: Event
  lastTimestamp: "2026-04-16T20:42:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:42:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:42:34Z"
    name: isvc-tensorflow-runtime-predictor.18a6f1100970f9bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33792"
    uid: b5827c40-312f-4575-a2e5-f469f376c803
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33494"
    uid: bbdd533b-def1-4ef9-8450-177f3ab80bf9
  kind: Event
  lastTimestamp: "2026-04-16T20:42:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:42:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:42:21Z"
    name: isvc-tensorflow-runtime.18a6f1090a9e113a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33702"
    uid: f00d7ac7-faa7-4a06-9338-1e6e308e6d1c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33494"
    uid: bbdd533b-def1-4ef9-8450-177f3ab80bf9
  kind: Event
  lastTimestamp: "2026-04-16T20:42:04Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:42:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:42:04Z"
    name: isvc-tensorflow-runtime.18a6f1090ae7fa78
    namespace: kserve-ci-e2e-test
    resourceVersion: "33542"
    uid: 05382bce-be07-4aac-b472-b2b46bf9ea96
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33507"
    uid: bbdd533b-def1-4ef9-8450-177f3ab80bf9
  kind: Event
  lastTimestamp: "2026-04-16T20:42:04Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:42:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:42:04Z"
    name: isvc-tensorflow-runtime.18a6f1090f56c9c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33543"
    uid: ebeb7b85-43be-475f-b940-0bb29c12c29d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33700"
    uid: bbdd533b-def1-4ef9-8450-177f3ab80bf9
  kind: Event
  lastTimestamp: "2026-04-16T20:42:21Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:42:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:42:21Z"
    name: isvc-tensorflow-runtime.18a6f10d20d1b4b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33701"
    uid: 10cac0fd-c93d-4f5e-8ffe-2b580f722c3c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T20:41:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33046"
    uid: fc482c6c-42af-4871-9cee-6a4963f58fda
  kind: Event
  lastTimestamp: "2026-04-16T20:41:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:41:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:41:43Z"
    name: isvc-tensorflow.18a6f0fd14a46bac
    namespace: kserve-ci-e2e-test
    resourceVersion: "33348"
    uid: 5d2c4119-d224-4aca-beaa-b87ff87d0701
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:41:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33046"
    uid: fc482c6c-42af-4871-9cee-6a4963f58fda
  kind: Event
  lastTimestamp: "2026-04-16T20:41:12Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:41:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:41:12Z"
    name: isvc-tensorflow.18a6f0fd150b9871
    namespace: kserve-ci-e2e-test
    resourceVersion: "33078"
    uid: 0c387244-72bf-4522-9b88-80b260e9eda5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:41:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33345"
    uid: fc482c6c-42af-4871-9cee-6a4963f58fda
  kind: Event
  lastTimestamp: "2026-04-16T20:41:43Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:41:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:41:43Z"
    name: isvc-tensorflow.18a6f1043cf7fa06
    namespace: kserve-ci-e2e-test
    resourceVersion: "33346"
    uid: a7050e79-39a2-4927-9008-4b218560721f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:42:35.829314Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-nd99g
    namespace: kserve-ci-e2e-test
    resourceVersion: "33843"
    uid: 40f0e09f-2a4f-4af8-83df-412636cfcd3b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-85f9f46646-nd99g
    to ip-10-0-129-34.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:42:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:42:35Z"
    name: isvc-triton-predictor-85f9f46646-nd99g.18a6f110691a1ff7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33848"
    uid: 0304ebac-fc57-44bb-965f-e90940d44692
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5f86c85d5c-q6td8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-nd99g
    namespace: kserve-ci-e2e-test
    resourceVersion: "33854"
    uid: 40f0e09f-2a4f-4af8-83df-412636cfcd3b
  kind: Event
  lastTimestamp: "2026-04-16T20:42:36Z"
  message: Add eth0 [10.134.0.67/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:42:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:42:36Z"
    name: isvc-triton-predictor-85f9f46646-nd99g.18a6f11082d31907
    namespace: kserve-ci-e2e-test
    resourceVersion: "33866"
    uid: 350b8e5b-df47-4f51-9d56-20c5b3c0af20
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-nd99g
    namespace: kserve-ci-e2e-test
    resourceVersion: "33846"
    uid: 40f0e09f-2a4f-4af8-83df-412636cfcd3b
  kind: Event
  lastTimestamp: "2026-04-16T20:42:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:42:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:42:36Z"
    name: isvc-triton-predictor-85f9f46646-nd99g.18a6f110842f9fae
    namespace: kserve-ci-e2e-test
    resourceVersion: "33868"
    uid: 3a9518ae-e458-4c35-93d7-5ad34230d364
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-nd99g
    namespace: kserve-ci-e2e-test
    resourceVersion: "33846"
    uid: 40f0e09f-2a4f-4af8-83df-412636cfcd3b
  kind: Event
  lastTimestamp: "2026-04-16T20:42:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:42:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:42:36Z"
    name: isvc-triton-predictor-85f9f46646-nd99g.18a6f1108786e2ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "33870"
    uid: 54573976-bf33-4253-93b2-62047f527dd4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-nd99g
    namespace: kserve-ci-e2e-test
    resourceVersion: "33846"
    uid: 40f0e09f-2a4f-4af8-83df-412636cfcd3b
  kind: Event
  lastTimestamp: "2026-04-16T20:42:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:42:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:42:36Z"
    name: isvc-triton-predictor-85f9f46646-nd99g.18a6f110881049d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33871"
    uid: f2748d76-09c5-441c-8576-f0bce1c3f41c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-nd99g
    namespace: kserve-ci-e2e-test
    resourceVersion: "33846"
    uid: 40f0e09f-2a4f-4af8-83df-412636cfcd3b
  kind: Event
  lastTimestamp: "2026-04-16T20:42:40Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-04-16T20:42:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:42:40Z"
    name: isvc-triton-predictor-85f9f46646-nd99g.18a6f11190452792
    namespace: kserve-ci-e2e-test
    resourceVersion: "33907"
    uid: a0806672-cbca-441e-b7d7-edfbfbc37936
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:44:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-nd99g
    namespace: kserve-ci-e2e-test
    resourceVersion: "33846"
    uid: 40f0e09f-2a4f-4af8-83df-412636cfcd3b
  kind: Event
  lastTimestamp: "2026-04-16T20:44:34Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m54.142s
    (1m54.142s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T20:44:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:44:34Z"
    name: isvc-triton-predictor-85f9f46646-nd99g.18a6f12c23b496d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34703"
    uid: 0049fd79-3d3a-4ca9-bdd6-ba993cb78a49
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:44:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-nd99g
    namespace: kserve-ci-e2e-test
    resourceVersion: "33846"
    uid: 40f0e09f-2a4f-4af8-83df-412636cfcd3b
  kind: Event
  lastTimestamp: "2026-04-16T20:44:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:44:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:44:35Z"
    name: isvc-triton-predictor-85f9f46646-nd99g.18a6f12c2a264718
    namespace: kserve-ci-e2e-test
    resourceVersion: "34704"
    uid: a5cf4d00-9d9b-496f-957c-365e7a6adfa6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:44:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-nd99g
    namespace: kserve-ci-e2e-test
    resourceVersion: "33846"
    uid: 40f0e09f-2a4f-4af8-83df-412636cfcd3b
  kind: Event
  lastTimestamp: "2026-04-16T20:44:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:44:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:44:35Z"
    name: isvc-triton-predictor-85f9f46646-nd99g.18a6f12c2b34ce2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34705"
    uid: 5f0e0817-6c99-41d8-be70-8a8db6bb77c6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:44:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-nd99g
    namespace: kserve-ci-e2e-test
    resourceVersion: "33846"
    uid: 40f0e09f-2a4f-4af8-83df-412636cfcd3b
  kind: Event
  lastTimestamp: "2026-04-16T20:44:36Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.67:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T20:44:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:44:36Z"
    name: isvc-triton-predictor-85f9f46646-nd99g.18a6f12c3844cdb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34716"
    uid: 3c5ad70a-a38c-4fd5-aab3-b3f87b976c72
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:44:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-nd99g
    namespace: kserve-ci-e2e-test
    resourceVersion: "33846"
    uid: 40f0e09f-2a4f-4af8-83df-412636cfcd3b
  kind: Event
  lastTimestamp: "2026-04-16T20:44:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:44:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:44:57Z"
    name: isvc-triton-predictor-85f9f46646-nd99g.18a6f131647ef22f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34898"
    uid: 5e399e13-f924-41c5-8902-11a198157a73
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-85f9f46646
    namespace: kserve-ci-e2e-test
    resourceVersion: "33831"
    uid: b8bf46da-53a7-4392-8082-d2dcd9ffd90f
  kind: Event
  lastTimestamp: "2026-04-16T20:42:35Z"
  message: 'Created pod: isvc-triton-predictor-85f9f46646-nd99g'
  metadata:
    creationTimestamp: "2026-04-16T20:42:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:42:35Z"
    name: isvc-triton-predictor-85f9f46646.18a6f110689e43f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33845"
    uid: dee419f0-6b37-44a7-bb5b-2ebdf8617dee
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33827"
    uid: 88ec0f76-c23a-4666-8cde-783e870a6ac7
  kind: Event
  lastTimestamp: "2026-04-16T20:42:35Z"
  message: Scaled up replica set isvc-triton-predictor-85f9f46646 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T20:42:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:42:35Z"
    name: isvc-triton-predictor.18a6f1106650b4a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33837"
    uid: 7d073de8-4088-4cf2-bec4-d4df7892a6f5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33830"
    uid: b66d4413-5195-4afe-a570-97393941894d
  kind: Event
  lastTimestamp: "2026-04-16T20:44:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:42:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:44:50Z"
    name: isvc-triton-predictor.18a6f113e502df90
    namespace: kserve-ci-e2e-test
    resourceVersion: "34828"
    uid: 82bf343c-4e42-4c92-85e4-eff3ab98caff
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33830"
    uid: b66d4413-5195-4afe-a570-97393941894d
  kind: Event
  lastTimestamp: "2026-04-16T20:44:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:42:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:44:50Z"
    name: isvc-triton-predictor.18a6f113e5621c58
    namespace: kserve-ci-e2e-test
    resourceVersion: "34829"
    uid: 17c3c42d-164f-4951-b2ee-09bbbce8e150
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "33805"
    uid: 514796d6-4a9c-4ca6-a0a5-64b57fc79bdd
  kind: Event
  lastTimestamp: "2026-04-16T20:44:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:42:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:44:46Z"
    name: isvc-triton.18a6f110661a63a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34794"
    uid: e7d34a3d-30a9-4c06-8755-83f92a2c837f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:42:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "33805"
    uid: 514796d6-4a9c-4ca6-a0a5-64b57fc79bdd
  kind: Event
  lastTimestamp: "2026-04-16T20:42:35Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T20:42:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:42:35Z"
    name: isvc-triton.18a6f1106663d808
    namespace: kserve-ci-e2e-test
    resourceVersion: "33835"
    uid: 8ede3b21-6920-45b2-944f-c56f0b683bfa
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:44:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "34791"
    uid: 514796d6-4a9c-4ca6-a0a5-64b57fc79bdd
  kind: Event
  lastTimestamp: "2026-04-16T20:44:46Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:44:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:44:46Z"
    name: isvc-triton.18a6f12ecc86a6d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34792"
    uid: 0ab137b8-6efb-49d3-afc6-1760b0a7768d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:44:57.575471Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-ddxwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34913"
    uid: 9e49fa01-fe06-4910-aa3d-7cc937266be8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-6dbc9d6d47-ddxwl
    to ip-10-0-129-34.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:44:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:44:57Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-ddxwl.18a6f13169d4b62d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34921"
    uid: cefed8c6-d7c8-46a5-a0c4-7daf6d5713ab
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5f86c85d5c-q6td8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:44:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-ddxwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34924"
    uid: 9e49fa01-fe06-4910-aa3d-7cc937266be8
  kind: Event
  lastTimestamp: "2026-04-16T20:44:58Z"
  message: Add eth0 [10.134.0.68/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:44:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:44:58Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-ddxwl.18a6f13187671ccc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34932"
    uid: 746f935f-f368-4874-8960-ccd8e3e4e4a3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:44:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-ddxwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34915"
    uid: 9e49fa01-fe06-4910-aa3d-7cc937266be8
  kind: Event
  lastTimestamp: "2026-04-16T20:44:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:44:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:44:58Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-ddxwl.18a6f13188b03baa
    namespace: kserve-ci-e2e-test
    resourceVersion: "34934"
    uid: 1666ecc1-fd51-4b85-8a82-60bdba59befb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:44:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-ddxwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34915"
    uid: 9e49fa01-fe06-4910-aa3d-7cc937266be8
  kind: Event
  lastTimestamp: "2026-04-16T20:44:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:44:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:44:58Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-ddxwl.18a6f1318c43e04d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34938"
    uid: 6026dd68-a9d3-4980-90b1-23b1c1e24d27
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:44:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-ddxwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34915"
    uid: 9e49fa01-fe06-4910-aa3d-7cc937266be8
  kind: Event
  lastTimestamp: "2026-04-16T20:44:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:44:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:44:58Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-ddxwl.18a6f1318cbee242
    namespace: kserve-ci-e2e-test
    resourceVersion: "34939"
    uid: ac6351b1-6737-4647-90e9-f828fc9d82f7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:45:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-ddxwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34915"
    uid: 9e49fa01-fe06-4910-aa3d-7cc937266be8
  kind: Event
  lastTimestamp: "2026-04-16T20:45:02Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T20:45:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:45:02Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-ddxwl.18a6f132875a1623
    namespace: kserve-ci-e2e-test
    resourceVersion: "34978"
    uid: b8816213-64c8-48ce-b90b-92e916924bff
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:45:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-ddxwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34915"
    uid: 9e49fa01-fe06-4910-aa3d-7cc937266be8
  kind: Event
  lastTimestamp: "2026-04-16T20:45:21Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 19.217s (19.217s
    including waiting). Image size: 1306229499 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T20:45:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:45:21Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-ddxwl.18a6f13700cea43c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35119"
    uid: f781a082-36c8-450b-b9e6-af4bbd8f7520
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:45:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-ddxwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34915"
    uid: 9e49fa01-fe06-4910-aa3d-7cc937266be8
  kind: Event
  lastTimestamp: "2026-04-16T20:45:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:45:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:45:21Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-ddxwl.18a6f13705637064
    namespace: kserve-ci-e2e-test
    resourceVersion: "35120"
    uid: 382bf48e-1c7a-4a31-a823-4384c2b4edc9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:45:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-ddxwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34915"
    uid: 9e49fa01-fe06-4910-aa3d-7cc937266be8
  kind: Event
  lastTimestamp: "2026-04-16T20:45:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:45:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:45:21Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-ddxwl.18a6f13705de11cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35121"
    uid: fcc0a4bc-3ca6-49da-bc28-2cd00231cf06
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T20:45:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-ddxwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34915"
    uid: 9e49fa01-fe06-4910-aa3d-7cc937266be8
  kind: Event
  lastTimestamp: "2026-04-16T20:46:13Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.68:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T20:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:46:13Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-ddxwl.18a6f13734542fae
    namespace: kserve-ci-e2e-test
    resourceVersion: "35489"
    uid: 83078b13-70be-4d05-b074-ffc6ff9b712d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:46:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-ddxwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34915"
    uid: 9e49fa01-fe06-4910-aa3d-7cc937266be8
  kind: Event
  lastTimestamp: "2026-04-16T20:46:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:46:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:46:27Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-ddxwl.18a6f14666b0bdbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "35622"
    uid: 8ea4b739-fcae-4a91-b89f-c3ccd0171859
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:44:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-6dbc9d6d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "34902"
    uid: 5529962b-4058-4261-86ed-55e5ba03311b
  kind: Event
  lastTimestamp: "2026-04-16T20:44:57Z"
  message: 'Created pod: isvc-xgboost-predictor-6dbc9d6d47-ddxwl'
  metadata:
    creationTimestamp: "2026-04-16T20:44:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:44:57Z"
    name: isvc-xgboost-predictor-6dbc9d6d47.18a6f131693b8b2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34914"
    uid: 372a8352-d669-4d63-82c5-9ef848fdcbe3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:44:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34900"
    uid: 18bc6331-855f-4534-92f0-72e2f3f50ce5
  kind: Event
  lastTimestamp: "2026-04-16T20:44:57Z"
  message: Scaled up replica set isvc-xgboost-predictor-6dbc9d6d47 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T20:44:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:44:57Z"
    name: isvc-xgboost-predictor.18a6f13165a456f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34904"
    uid: f4caa5cc-1d38-43f9-a8ea-b636bd981ed1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T20:45:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34901"
    uid: 4441af34-5c9c-411b-ba94-71262770f0d5
  kind: Event
  lastTimestamp: "2026-04-16T20:45:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:45:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:45:57Z"
    name: isvc-xgboost-predictor.18a6f134e4153d94
    namespace: kserve-ci-e2e-test
    resourceVersion: "35373"
    uid: 4c8e46cb-5a6f-40d6-84b3-80149a7316c4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T20:45:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34901"
    uid: 4441af34-5c9c-411b-ba94-71262770f0d5
  kind: Event
  lastTimestamp: "2026-04-16T20:45:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:45:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:45:57Z"
    name: isvc-xgboost-predictor.18a6f134e498dc60
    namespace: kserve-ci-e2e-test
    resourceVersion: "35375"
    uid: 246b38e3-ba66-4f3c-b7a2-34bbeeeac9ed
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:46:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35054"
    uid: 4441af34-5c9c-411b-ba94-71262770f0d5
  kind: Event
  lastTimestamp: "2026-04-16T20:46:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:46:27Z"
    name: isvc-xgboost-predictor.18a6f142e05c88aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "35593"
    uid: cbb921f7-03ca-42a2-82f0-17a4b1676a2e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:46:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35054"
    uid: 4441af34-5c9c-411b-ba94-71262770f0d5
  kind: Event
  lastTimestamp: "2026-04-16T20:46:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:46:27Z"
    name: isvc-xgboost-predictor.18a6f142e0bc8107
    namespace: kserve-ci-e2e-test
    resourceVersion: "35594"
    uid: a1932aa1-54d4-4598-b35b-498c3494791c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:47:58.226383Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-jpj67
    namespace: kserve-ci-e2e-test
    resourceVersion: "36438"
    uid: f4818693-7888-48d7-be9d-d94ba214c0a2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-687c7765c9-jpj67
    to ip-10-0-129-34.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:47:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:47:58Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-jpj67.18a6f15b7976d7fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36443"
    uid: 2dcc4958-ad89-4ede-a338-5f97f57fcd32
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5f86c85d5c-q6td8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:47:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-jpj67
    namespace: kserve-ci-e2e-test
    resourceVersion: "36449"
    uid: f4818693-7888-48d7-be9d-d94ba214c0a2
  kind: Event
  lastTimestamp: "2026-04-16T20:47:58Z"
  message: Add eth0 [10.134.0.71/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:47:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:47:58Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-jpj67.18a6f15b92cf376c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36461"
    uid: c8db00f1-f2ba-47d9-b8a6-053c0168402e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:47:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-jpj67
    namespace: kserve-ci-e2e-test
    resourceVersion: "36441"
    uid: f4818693-7888-48d7-be9d-d94ba214c0a2
  kind: Event
  lastTimestamp: "2026-04-16T20:47:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:47:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:47:58Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-jpj67.18a6f15b940ebe21
    namespace: kserve-ci-e2e-test
    resourceVersion: "36463"
    uid: 28124cd8-769a-405d-be1f-b4bb25228507
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:47:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-jpj67
    namespace: kserve-ci-e2e-test
    resourceVersion: "36441"
    uid: f4818693-7888-48d7-be9d-d94ba214c0a2
  kind: Event
  lastTimestamp: "2026-04-16T20:47:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:47:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:47:58Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-jpj67.18a6f15b97e04c1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36464"
    uid: ff4ffde8-1354-4d1c-ab7a-7b39bfeb2220
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:47:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-jpj67
    namespace: kserve-ci-e2e-test
    resourceVersion: "36441"
    uid: f4818693-7888-48d7-be9d-d94ba214c0a2
  kind: Event
  lastTimestamp: "2026-04-16T20:47:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:47:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:47:58Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-jpj67.18a6f15b9855589c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36465"
    uid: 19933412-254a-4580-9bef-322905e4c46f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:48:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-jpj67
    namespace: kserve-ci-e2e-test
    resourceVersion: "36441"
    uid: f4818693-7888-48d7-be9d-d94ba214c0a2
  kind: Event
  lastTimestamp: "2026-04-16T20:48:03Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:48:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:48:03Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-jpj67.18a6f15c97652ea1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36504"
    uid: c2c2a384-f749-4747-af02-89fef0466c28
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:48:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-jpj67
    namespace: kserve-ci-e2e-test
    resourceVersion: "36441"
    uid: f4818693-7888-48d7-be9d-d94ba214c0a2
  kind: Event
  lastTimestamp: "2026-04-16T20:48:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:48:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:48:03Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-jpj67.18a6f15c9ae39a73
    namespace: kserve-ci-e2e-test
    resourceVersion: "36508"
    uid: d22afc92-35b7-4384-ab42-e5200d188582
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:48:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-jpj67
    namespace: kserve-ci-e2e-test
    resourceVersion: "36441"
    uid: f4818693-7888-48d7-be9d-d94ba214c0a2
  kind: Event
  lastTimestamp: "2026-04-16T20:48:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:48:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:48:03Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-jpj67.18a6f15c9b583f4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36510"
    uid: 466d13e6-5f31-47aa-b345-f540ca7edef7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T20:48:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-jpj67
    namespace: kserve-ci-e2e-test
    resourceVersion: "36441"
    uid: f4818693-7888-48d7-be9d-d94ba214c0a2
  kind: Event
  lastTimestamp: "2026-04-16T20:48:55Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.71:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T20:48:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:48:55Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-jpj67.18a6f15cd35286b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36879"
    uid: 888f7274-f2be-464a-97f4-a5e421c0b8b9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:49:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-jpj67
    namespace: kserve-ci-e2e-test
    resourceVersion: "36441"
    uid: f4818693-7888-48d7-be9d-d94ba214c0a2
  kind: Event
  lastTimestamp: "2026-04-16T20:49:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:49:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:49:08Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-jpj67.18a6f16bce22a45f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37002"
    uid: fae0115b-76e2-4121-aa1c-5738b6749ada
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:47:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-687c7765c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36427"
    uid: 7d86290d-903f-4b65-adfd-75e8ed805740
  kind: Event
  lastTimestamp: "2026-04-16T20:47:58Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-687c7765c9-jpj67'
  metadata:
    creationTimestamp: "2026-04-16T20:47:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:47:58Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9.18a6f15b78e33f43
    namespace: kserve-ci-e2e-test
    resourceVersion: "36440"
    uid: 3d4f35f2-17a3-4d6d-9070-c7e033bd3ba4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:47:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36424"
    uid: e6c48a58-3431-449c-b990-c8223a89d470
  kind: Event
  lastTimestamp: "2026-04-16T20:47:58Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-687c7765c9 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T20:47:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:47:58Z"
    name: isvc-xgboost-runtime-predictor.18a6f15b7655bcda
    namespace: kserve-ci-e2e-test
    resourceVersion: "36429"
    uid: eb0db6b2-e1b2-434f-8008-9a906dc90f4b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:48:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36426"
    uid: a38590bf-e493-4d9a-8fdf-41a53dfa88fb
  kind: Event
  lastTimestamp: "2026-04-16T20:48:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:48:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:48:13Z"
    name: isvc-xgboost-runtime-predictor.18a6f15ef4f2d306
    namespace: kserve-ci-e2e-test
    resourceVersion: "36587"
    uid: df468cdb-9c33-41aa-a548-dbad3f79ad6f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:48:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36426"
    uid: a38590bf-e493-4d9a-8fdf-41a53dfa88fb
  kind: Event
  lastTimestamp: "2026-04-16T20:48:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:48:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:48:13Z"
    name: isvc-xgboost-runtime-predictor.18a6f15ef5585759
    namespace: kserve-ci-e2e-test
    resourceVersion: "36589"
    uid: 06b90f25-205e-41b5-b578-707eab9765e6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:48:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36588"
    uid: a38590bf-e493-4d9a-8fdf-41a53dfa88fb
  kind: Event
  lastTimestamp: "2026-04-16T20:48:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:48:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:48:58Z"
    name: isvc-xgboost-runtime-predictor.18a6f162746ed3b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36900"
    uid: 7a6f63e7-3ad7-4541-a448-e0081bc664b0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:48:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36588"
    uid: a38590bf-e493-4d9a-8fdf-41a53dfa88fb
  kind: Event
  lastTimestamp: "2026-04-16T20:48:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:48:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:48:58Z"
    name: isvc-xgboost-runtime-predictor.18a6f16274d45df1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36901"
    uid: 24f3dc9f-4735-4c26-bbe3-c63338ad47b9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T20:47:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36402"
    uid: 2288cc58-1c24-4485-9a64-73aa082f835b
  kind: Event
  lastTimestamp: "2026-04-16T20:49:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:47:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:49:05Z"
    name: isvc-xgboost-runtime.18a6f15b765cae77
    namespace: kserve-ci-e2e-test
    resourceVersion: "36955"
    uid: d3a4f85b-72da-407d-8656-6a91480fbd87
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:47:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36402"
    uid: 2288cc58-1c24-4485-9a64-73aa082f835b
  kind: Event
  lastTimestamp: "2026-04-16T20:47:58Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:47:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:47:58Z"
    name: isvc-xgboost-runtime.18a6f15b76cc459f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36450"
    uid: 9a073842-1fb0-4e77-83dc-f46de6a54eff
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:47:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36417"
    uid: 2288cc58-1c24-4485-9a64-73aa082f835b
  kind: Event
  lastTimestamp: "2026-04-16T20:47:58Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:47:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:47:58Z"
    name: isvc-xgboost-runtime.18a6f15b7ae185ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "36451"
    uid: 95c4fe15-d7f3-47a2-9324-579870d42463
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:49:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36953"
    uid: 2288cc58-1c24-4485-9a64-73aa082f835b
  kind: Event
  lastTimestamp: "2026-04-16T20:49:05Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:49:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:49:05Z"
    name: isvc-xgboost-runtime.18a6f16b0afe7775
    namespace: kserve-ci-e2e-test
    resourceVersion: "36954"
    uid: e05df1d5-c87b-4fcb-ba9d-024d30952c5c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:46:27.810655Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-r4drf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35636"
    uid: 2390c8b1-2bd3-47b9-8e40-6372f56f3017
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-58b7db6668-r4drf
    to ip-10-0-129-34.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:46:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:46:27Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-r4drf.18a6f1466c4471c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35640"
    uid: 5a869bcd-4e21-45bc-ae89-83d828c7befe
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5f86c85d5c-q6td8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:46:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-r4drf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35644"
    uid: 2390c8b1-2bd3-47b9-8e40-6372f56f3017
  kind: Event
  lastTimestamp: "2026-04-16T20:46:28Z"
  message: Add eth0 [10.134.0.69/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:46:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:46:28Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-r4drf.18a6f14685baa27b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35653"
    uid: b94b1218-760b-4ab1-a473-bc43f25ea680
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:46:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-r4drf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35638"
    uid: 2390c8b1-2bd3-47b9-8e40-6372f56f3017
  kind: Event
  lastTimestamp: "2026-04-16T20:46:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:46:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:46:28Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-r4drf.18a6f14687096082
    namespace: kserve-ci-e2e-test
    resourceVersion: "35655"
    uid: d279572e-45cf-4cdf-81f6-29b0db0e50e4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:46:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-r4drf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35638"
    uid: 2390c8b1-2bd3-47b9-8e40-6372f56f3017
  kind: Event
  lastTimestamp: "2026-04-16T20:46:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:46:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:46:28Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-r4drf.18a6f1468a1fd128
    namespace: kserve-ci-e2e-test
    resourceVersion: "35656"
    uid: 2e39b494-86e0-4cb4-918a-06f935c58161
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:46:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-r4drf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35638"
    uid: 2390c8b1-2bd3-47b9-8e40-6372f56f3017
  kind: Event
  lastTimestamp: "2026-04-16T20:46:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:46:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:46:28Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-r4drf.18a6f1468a93d379
    namespace: kserve-ci-e2e-test
    resourceVersion: "35657"
    uid: 001fe9f7-9e07-4c3a-8349-8abd6b62de12
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:46:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-r4drf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35638"
    uid: 2390c8b1-2bd3-47b9-8e40-6372f56f3017
  kind: Event
  lastTimestamp: "2026-04-16T20:46:32Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T20:46:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:46:32Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-r4drf.18a6f1478f6171b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35703"
    uid: cb7b363f-0bd2-450c-9155-fdcc6cf780ca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:46:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-r4drf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35638"
    uid: 2390c8b1-2bd3-47b9-8e40-6372f56f3017
  kind: Event
  lastTimestamp: "2026-04-16T20:46:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:46:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:46:32Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-r4drf.18a6f147926dd00b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35707"
    uid: b9204289-5812-469f-aa5a-147606a8ba84
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:46:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-r4drf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35638"
    uid: 2390c8b1-2bd3-47b9-8e40-6372f56f3017
  kind: Event
  lastTimestamp: "2026-04-16T20:46:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:46:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:46:32Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-r4drf.18a6f14792e6d264
    namespace: kserve-ci-e2e-test
    resourceVersion: "35708"
    uid: 68501e37-f337-495e-be67-7bea5992e1e0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:47:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-r4drf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35638"
    uid: 2390c8b1-2bd3-47b9-8e40-6372f56f3017
  kind: Event
  lastTimestamp: "2026-04-16T20:47:04Z"
  message: 'Readiness probe failed: Get "http://10.134.0.69:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.134.0.69:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T20:47:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:47:04Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-r4drf.18a6f14f03c117ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "35933"
    uid: 7ba9f595-3f0f-4e50-96c1-a972a4c85b42
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:47:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-r4drf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35638"
    uid: 2390c8b1-2bd3-47b9-8e40-6372f56f3017
  kind: Event
  lastTimestamp: "2026-04-16T20:47:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:47:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:47:17Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-r4drf.18a6f152160f41c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36073"
    uid: 1aee96f9-3339-4d08-8cdf-5106d217e673
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:46:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668
    namespace: kserve-ci-e2e-test
    resourceVersion: "35621"
    uid: 667772b2-ef32-4e28-aa81-5e252c13046d
  kind: Event
  lastTimestamp: "2026-04-16T20:46:27Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-58b7db6668-r4drf'
  metadata:
    creationTimestamp: "2026-04-16T20:46:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:46:27Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668.18a6f1466bbce924
    namespace: kserve-ci-e2e-test
    resourceVersion: "35637"
    uid: 303bd4c0-0768-4721-bc9e-17128e4f4f90
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:46:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35618"
    uid: 5e146c6e-3e2a-47f7-bbeb-17fe2a523700
  kind: Event
  lastTimestamp: "2026-04-16T20:46:27Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-58b7db6668 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T20:46:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:46:27Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a6f14667230dd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35624"
    uid: 5d82b1ef-5b61-490b-9617-a319083bd0b0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:46:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35620"
    uid: de374024-a6fd-4458-9233-f1f2fc347f54
  kind: Event
  lastTimestamp: "2026-04-16T20:46:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:46:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:46:42Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a6f149e5905113
    namespace: kserve-ci-e2e-test
    resourceVersion: "35779"
    uid: 284dd69a-8a7b-457c-912c-949a03199b9d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:46:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35620"
    uid: de374024-a6fd-4458-9233-f1f2fc347f54
  kind: Event
  lastTimestamp: "2026-04-16T20:46:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:46:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:46:42Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a6f149e5f09adb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35781"
    uid: 291b85b1-79f6-41ea-9882-5bb6c9336e93
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:46:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35780"
    uid: de374024-a6fd-4458-9233-f1f2fc347f54
  kind: Event
  lastTimestamp: "2026-04-16T20:47:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:46:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:47:12Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a6f14d650bd8e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35992"
    uid: 26084fba-2581-4d91-983d-e5fbaf6b2dcc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:46:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35780"
    uid: de374024-a6fd-4458-9233-f1f2fc347f54
  kind: Event
  lastTimestamp: "2026-04-16T20:47:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:46:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:47:12Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a6f14d656d793d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35993"
    uid: 91804f14-eaa9-4063-8796-f72b0623d98f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T20:46:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35597"
    uid: cec07397-328c-4b9f-85ec-155c067b9a12
  kind: Event
  lastTimestamp: "2026-04-16T20:47:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:46:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:47:14Z"
    name: isvc-xgboost-v2-mlserver.18a6f14666ffa32e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36014"
    uid: afa4fbca-2824-4788-9ed6-1f74d275ca8e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:46:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35597"
    uid: cec07397-328c-4b9f-85ec-155c067b9a12
  kind: Event
  lastTimestamp: "2026-04-16T20:46:27Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:46:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:46:27Z"
    name: isvc-xgboost-v2-mlserver.18a6f14667656354
    namespace: kserve-ci-e2e-test
    resourceVersion: "35626"
    uid: a7de5181-80f5-4897-94ea-0d7e2ad7e412
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:47:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36012"
    uid: cec07397-328c-4b9f-85ec-155c067b9a12
  kind: Event
  lastTimestamp: "2026-04-16T20:47:14Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:47:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:47:14Z"
    name: isvc-xgboost-v2-mlserver.18a6f1515c180c01
    namespace: kserve-ci-e2e-test
    resourceVersion: "36013"
    uid: 971fa1e5-5115-4a36-9579-890c29d41ff4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:50:08.604025Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-d5h4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37530"
    uid: 2fd29d77-c131-4ee3-9216-58b493267eff
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-5db5686f9f-d5h4x
    to ip-10-0-129-34.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:50:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:50:08Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-d5h4x.18a6f179d493d3ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "37537"
    uid: 004b1100-09bb-432e-b5bb-3df01afdce4d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5f86c85d5c-q6td8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:50:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-d5h4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37541"
    uid: 2fd29d77-c131-4ee3-9216-58b493267eff
  kind: Event
  lastTimestamp: "2026-04-16T20:50:09Z"
  message: Add eth0 [10.134.0.73/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:50:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:50:09Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-d5h4x.18a6f179edf64728
    namespace: kserve-ci-e2e-test
    resourceVersion: "37551"
    uid: 52761d0e-c089-4b37-b090-a747f31b4380
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:50:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-d5h4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37534"
    uid: 2fd29d77-c131-4ee3-9216-58b493267eff
  kind: Event
  lastTimestamp: "2026-04-16T20:50:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:50:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:50:09Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-d5h4x.18a6f179ef5de037
    namespace: kserve-ci-e2e-test
    resourceVersion: "37554"
    uid: 851f61f0-39c3-408d-a485-99e378059375
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:50:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-d5h4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37534"
    uid: 2fd29d77-c131-4ee3-9216-58b493267eff
  kind: Event
  lastTimestamp: "2026-04-16T20:50:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:50:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:50:09Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-d5h4x.18a6f179f271f9d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37556"
    uid: bea35d68-0a63-486d-b789-f1644ebe5454
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:50:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-d5h4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37534"
    uid: 2fd29d77-c131-4ee3-9216-58b493267eff
  kind: Event
  lastTimestamp: "2026-04-16T20:50:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:50:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:50:09Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-d5h4x.18a6f179f2ed297a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37557"
    uid: 7e5410aa-4198-4d6a-9931-044b36c0ba60
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:50:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-d5h4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37534"
    uid: 2fd29d77-c131-4ee3-9216-58b493267eff
  kind: Event
  lastTimestamp: "2026-04-16T20:50:13Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:50:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:50:13Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-d5h4x.18a6f17af8557508
    namespace: kserve-ci-e2e-test
    resourceVersion: "37595"
    uid: 6d5cc343-030e-407c-b665-18c0303f0001
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:50:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-d5h4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37534"
    uid: 2fd29d77-c131-4ee3-9216-58b493267eff
  kind: Event
  lastTimestamp: "2026-04-16T20:50:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:50:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:50:13Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-d5h4x.18a6f17afc3818d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37601"
    uid: 665342f3-0f1a-4a70-bc65-0b06f7795cfe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:50:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-d5h4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37534"
    uid: 2fd29d77-c131-4ee3-9216-58b493267eff
  kind: Event
  lastTimestamp: "2026-04-16T20:50:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:50:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:50:13Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-d5h4x.18a6f17afcab71d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37603"
    uid: e5a22116-cf99-45d4-b5a9-32a97eda8247
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T20:50:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-d5h4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37534"
    uid: 2fd29d77-c131-4ee3-9216-58b493267eff
  kind: Event
  lastTimestamp: "2026-04-16T20:51:05Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.73:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T20:50:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:51:05Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-d5h4x.18a6f17b34468198
    namespace: kserve-ci-e2e-test
    resourceVersion: "37972"
    uid: 774047f2-e714-48fd-88a0-6309da16d1ca
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:51:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-d5h4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37534"
    uid: 2fd29d77-c131-4ee3-9216-58b493267eff
  kind: Event
  lastTimestamp: "2026-04-16T20:51:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:51:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:51:18Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-d5h4x.18a6f18a284abf77
    namespace: kserve-ci-e2e-test
    resourceVersion: "38106"
    uid: 39dc5db3-cf88-4de5-9ee3-8552e37c2eb2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:50:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-5db5686f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37521"
    uid: 7ff769eb-c86e-43c7-8eef-087ff399a137
  kind: Event
  lastTimestamp: "2026-04-16T20:50:08Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-5db5686f9f-d5h4x'
  metadata:
    creationTimestamp: "2026-04-16T20:50:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:50:08Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f.18a6f179d420eb53
    namespace: kserve-ci-e2e-test
    resourceVersion: "37533"
    uid: 5ef81f52-55ef-4991-a5d5-81727afd20c2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:50:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37518"
    uid: ff875fd9-d733-4539-aece-14a9344123fb
  kind: Event
  lastTimestamp: "2026-04-16T20:50:08Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-5db5686f9f from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T20:50:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:50:08Z"
    name: isvc-xgboost-v2-predictor.18a6f179d1a2ca30
    namespace: kserve-ci-e2e-test
    resourceVersion: "37524"
    uid: 75c97209-88e7-45f3-afa8-8f08f490495b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:50:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37520"
    uid: a44bbf28-61f1-4cfa-8305-9b3f1e14973a
  kind: Event
  lastTimestamp: "2026-04-16T20:50:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:50:38Z"
    name: isvc-xgboost-v2-predictor.18a6f17d507993e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37784"
    uid: cf824608-c9ef-4c0d-84df-72306d597dd5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:50:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37520"
    uid: a44bbf28-61f1-4cfa-8305-9b3f1e14973a
  kind: Event
  lastTimestamp: "2026-04-16T20:50:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:50:38Z"
    name: isvc-xgboost-v2-predictor.18a6f17d50f5c4c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37785"
    uid: f748d21b-c683-4a3e-8230-03365cb5e3dd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:50:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37678"
    uid: a44bbf28-61f1-4cfa-8305-9b3f1e14973a
  kind: Event
  lastTimestamp: "2026-04-16T20:51:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:50:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:51:08Z"
    name: isvc-xgboost-v2-predictor.18a6f1844f074434
    namespace: kserve-ci-e2e-test
    resourceVersion: "37995"
    uid: dd810474-6527-45a5-be85-5d1bfdb107dd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:50:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37678"
    uid: a44bbf28-61f1-4cfa-8305-9b3f1e14973a
  kind: Event
  lastTimestamp: "2026-04-16T20:51:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:50:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:51:08Z"
    name: isvc-xgboost-v2-predictor.18a6f1844f73f57f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37996"
    uid: 4527b617-19e1-4ad1-8cfe-1926b65d3f81
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:49:08.441576Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-b5rsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37018"
    uid: af4bcc1c-761f-41a4-9e6f-8bebef27960c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-b5d6966c7-b5rsw
    to ip-10-0-129-34.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:49:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:49:08Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-b5rsw.18a6f16bd29db1ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "37025"
    uid: 9d9ce41e-ad54-4891-b5ee-1ebca8cf5dbc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5f86c85d5c-q6td8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:49:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-b5rsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37030"
    uid: af4bcc1c-761f-41a4-9e6f-8bebef27960c
  kind: Event
  lastTimestamp: "2026-04-16T20:49:08Z"
  message: Add eth0 [10.134.0.72/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:49:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:49:08Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-b5rsw.18a6f16bebfc1e81
    namespace: kserve-ci-e2e-test
    resourceVersion: "37045"
    uid: b3d8cbee-14ba-43a6-85cf-13a72d56222f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:49:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-b5rsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37021"
    uid: af4bcc1c-761f-41a4-9e6f-8bebef27960c
  kind: Event
  lastTimestamp: "2026-04-16T20:49:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:49:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:49:08Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-b5rsw.18a6f16bed3e82f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37047"
    uid: 48d12618-d8b5-4d58-a8e2-9189891c185c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:49:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-b5rsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37021"
    uid: af4bcc1c-761f-41a4-9e6f-8bebef27960c
  kind: Event
  lastTimestamp: "2026-04-16T20:49:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:49:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:49:08Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-b5rsw.18a6f16bf0696d9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37048"
    uid: 433c5acc-fcd8-493c-858d-8e30068b7b1a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:49:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-b5rsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37021"
    uid: af4bcc1c-761f-41a4-9e6f-8bebef27960c
  kind: Event
  lastTimestamp: "2026-04-16T20:49:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:49:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:49:08Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-b5rsw.18a6f16bf0dc8ea5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37050"
    uid: 66c520f0-a82f-4228-a80f-c1df859ba7e6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:49:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-b5rsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37021"
    uid: af4bcc1c-761f-41a4-9e6f-8bebef27960c
  kind: Event
  lastTimestamp: "2026-04-16T20:49:13Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T20:49:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:49:13Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-b5rsw.18a6f16cf347bbb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37088"
    uid: cb861883-f8e1-42a0-8922-3fdf061c8759
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:49:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-b5rsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37021"
    uid: af4bcc1c-761f-41a4-9e6f-8bebef27960c
  kind: Event
  lastTimestamp: "2026-04-16T20:49:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:49:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:49:13Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-b5rsw.18a6f16cf6f1a27a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37093"
    uid: b79ac497-28c9-48ab-a8b6-7ddc14754e09
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:49:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-b5rsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37021"
    uid: af4bcc1c-761f-41a4-9e6f-8bebef27960c
  kind: Event
  lastTimestamp: "2026-04-16T20:49:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:49:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:49:13Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-b5rsw.18a6f16cf79df6f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37095"
    uid: 657e7f82-3166-4e33-a6e9-9d3cba73c84f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:49:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-b5rsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37021"
    uid: af4bcc1c-761f-41a4-9e6f-8bebef27960c
  kind: Event
  lastTimestamp: "2026-04-16T20:49:55Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-16T20:49:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:49:55Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-b5rsw.18a6f1746977ad80
    namespace: kserve-ci-e2e-test
    resourceVersion: "37391"
    uid: 957c0d80-6105-4505-9831-a8f2d83a3cfb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:50:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-b5rsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37021"
    uid: af4bcc1c-761f-41a4-9e6f-8bebef27960c
  kind: Event
  lastTimestamp: "2026-04-16T20:50:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:50:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:50:08Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-b5rsw.18a6f179d07b43b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37516"
    uid: a243480c-6d6f-4eff-a53f-59487f4c1114
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:50:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-b5rsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37021"
    uid: af4bcc1c-761f-41a4-9e6f-8bebef27960c
  kind: Event
  lastTimestamp: "2026-04-16T20:50:15Z"
  message: 'Readiness probe failed: Get "http://10.134.0.72:8080/v2/models/isvc-xgboost-v2-runtime/ready":
    dial tcp 10.134.0.72:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T20:50:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:50:15Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-b5rsw.18a6f17b63461a1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37617"
    uid: 20092789-58cb-4659-94c9-a1d6d7f3fcae
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:49:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37010"
    uid: 819cb45e-75c2-4a95-9d4c-2560b988e13d
  kind: Event
  lastTimestamp: "2026-04-16T20:49:08Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-b5d6966c7-b5rsw'
  metadata:
    creationTimestamp: "2026-04-16T20:49:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:49:08Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7.18a6f16bd20be012
    namespace: kserve-ci-e2e-test
    resourceVersion: "37020"
    uid: 7fb993a7-e2e2-4c7d-916a-d734d1d550db
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:49:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37007"
    uid: f3e3d811-d4cb-472e-810d-9b1f5bd4b448
  kind: Event
  lastTimestamp: "2026-04-16T20:49:08Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-b5d6966c7 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T20:49:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:49:08Z"
    name: isvc-xgboost-v2-runtime-predictor.18a6f16bcf7939e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37012"
    uid: 305deab6-d25e-45de-8fd7-ade19538ff53
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:49:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37009"
    uid: a222a2ee-0ca9-4ba0-ae5c-a2ab557232a3
  kind: Event
  lastTimestamp: "2026-04-16T20:49:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:49:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:49:23Z"
    name: isvc-xgboost-v2-runtime-predictor.18a6f16f4e5dc746
    namespace: kserve-ci-e2e-test
    resourceVersion: "37166"
    uid: c03c1abd-981d-49b4-b007-6be055015b13
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:49:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37009"
    uid: a222a2ee-0ca9-4ba0-ae5c-a2ab557232a3
  kind: Event
  lastTimestamp: "2026-04-16T20:49:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:49:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:49:23Z"
    name: isvc-xgboost-v2-runtime-predictor.18a6f16f4ec33f69
    namespace: kserve-ci-e2e-test
    resourceVersion: "37168"
    uid: 72523987-19b5-4477-9ad1-2505c3406f44
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:49:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37167"
    uid: a222a2ee-0ca9-4ba0-ae5c-a2ab557232a3
  kind: Event
  lastTimestamp: "2026-04-16T20:50:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:49:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:50:08Z"
    name: isvc-xgboost-v2-runtime-predictor.18a6f172cd7283d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37490"
    uid: bf773b5f-b50d-41a5-8311-2f72b44d8bec
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T20:49:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37167"
    uid: a222a2ee-0ca9-4ba0-ae5c-a2ab557232a3
  kind: Event
  lastTimestamp: "2026-04-16T20:50:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:49:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:50:08Z"
    name: isvc-xgboost-v2-runtime-predictor.18a6f172cdb688a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37491"
    uid: 2af537ba-feae-46ec-9579-3d8f2b2e6318
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T20:49:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36983"
    uid: 2bd4e0fc-d63f-451c-9f9b-b73bd43f74c2
  kind: Event
  lastTimestamp: "2026-04-16T20:50:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:49:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:50:05Z"
    name: isvc-xgboost-v2-runtime.18a6f16bcf61aec9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37466"
    uid: 52ce042b-8d96-4686-8133-0b4bc1b4b990
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:49:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36983"
    uid: 2bd4e0fc-d63f-451c-9f9b-b73bd43f74c2
  kind: Event
  lastTimestamp: "2026-04-16T20:49:08Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:49:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:49:08Z"
    name: isvc-xgboost-v2-runtime.18a6f16bd01361b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37032"
    uid: 88daaf8c-6d87-4976-8ce6-8e305f5a29b5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:49:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37016"
    uid: 2bd4e0fc-d63f-451c-9f9b-b73bd43f74c2
  kind: Event
  lastTimestamp: "2026-04-16T20:49:08Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:49:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:49:08Z"
    name: isvc-xgboost-v2-runtime.18a6f16bd4f5cadf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37033"
    uid: d2898067-a3ae-4161-990a-944e26a9d1ab
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:50:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37464"
    uid: 2bd4e0fc-d63f-451c-9f9b-b73bd43f74c2
  kind: Event
  lastTimestamp: "2026-04-16T20:50:05Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:50:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:50:05Z"
    name: isvc-xgboost-v2-runtime.18a6f17913599bec
    namespace: kserve-ci-e2e-test
    resourceVersion: "37465"
    uid: 0a8bd12e-dbd6-46d1-952d-e6b5ed8d3fed
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T20:50:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37493"
    uid: f9dd1ae6-d6a6-4ada-a78f-9d9294e21f24
  kind: Event
  lastTimestamp: "2026-04-16T20:51:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:50:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:51:15Z"
    name: isvc-xgboost-v2.18a6f179d17b483d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38052"
    uid: da1f3fef-f61f-4295-847f-eca537af33e0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:50:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37493"
    uid: f9dd1ae6-d6a6-4ada-a78f-9d9294e21f24
  kind: Event
  lastTimestamp: "2026-04-16T20:50:08Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:50:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:50:08Z"
    name: isvc-xgboost-v2.18a6f179d1d4d1f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37526"
    uid: 82dab000-a0c8-4b2c-a926-6a040cab33af
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:51:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38049"
    uid: f9dd1ae6-d6a6-4ada-a78f-9d9294e21f24
  kind: Event
  lastTimestamp: "2026-04-16T20:51:15Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:51:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:51:15Z"
    name: isvc-xgboost-v2.18a6f1896c27b493
    namespace: kserve-ci-e2e-test
    resourceVersion: "38051"
    uid: ecb52dc5-6aeb-4916-adcf-d5fc13e9f526
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T20:44:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "34875"
    uid: b7cb047b-f697-47e4-930d-20e68d61493e
  kind: Event
  lastTimestamp: "2026-04-16T20:46:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:44:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:46:23Z"
    name: isvc-xgboost.18a6f131657b38e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35563"
    uid: 1b59a3b1-2416-4eb7-be5d-e2dfc4ac6e4a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:44:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "34875"
    uid: b7cb047b-f697-47e4-930d-20e68d61493e
  kind: Event
  lastTimestamp: "2026-04-16T20:44:57Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T20:44:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:44:57Z"
    name: isvc-xgboost.18a6f13165caf8bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34906"
    uid: 2eee03e2-b035-4067-a436-6d082a0fecc4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:46:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "35561"
    uid: b7cb047b-f697-47e4-930d-20e68d61493e
  kind: Event
  lastTimestamp: "2026-04-16T20:46:23Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:46:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:46:23Z"
    name: isvc-xgboost.18a6f1456c634b21
    namespace: kserve-ci-e2e-test
    resourceVersion: "35562"
    uid: 7a637be7-8eca-423e-9575-becfc0fa4643
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:05:22.245587Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-twkc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15025"
    uid: 56e8ba6f-897d-41e1-bd1b-2ebdb415fa4d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-7f66cccfb6-twkc5
    to ip-10-0-135-244.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:05:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:05:22Z"
    name: message-dumper-predictor-7f66cccfb6-twkc5.18a6ef085d2304a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15031"
    uid: f14d5fe8-d8df-4363-b90f-a522f86a7821
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5f86c85d5c-q6td8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:05:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-twkc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15036"
    uid: 56e8ba6f-897d-41e1-bd1b-2ebdb415fa4d
  kind: Event
  lastTimestamp: "2026-04-16T20:05:22Z"
  message: Add eth0 [10.133.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:05:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:05:22Z"
    name: message-dumper-predictor-7f66cccfb6-twkc5.18a6ef08648a3aec
    namespace: kserve-ci-e2e-test
    resourceVersion: "15042"
    uid: 341fa03e-1e7b-479d-9535-ed14bd728ba6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:05:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-twkc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15027"
    uid: 56e8ba6f-897d-41e1-bd1b-2ebdb415fa4d
  kind: Event
  lastTimestamp: "2026-04-16T20:05:22Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-04-16T20:05:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:05:22Z"
    name: message-dumper-predictor-7f66cccfb6-twkc5.18a6ef086605120c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15046"
    uid: 759082c7-ea8f-4246-937c-263fa6389a00
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-244.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-244.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:05:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-twkc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15027"
    uid: 56e8ba6f-897d-41e1-bd1b-2ebdb415fa4d
  kind: Event
  lastTimestamp: "2026-04-16T20:05:23Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 926ms (926ms including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T20:05:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:05:23Z"
    name: message-dumper-predictor-7f66cccfb6-twkc5.18a6ef089d3b021f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15055"
    uid: 10f15e2d-1ae7-4190-9be9-827cfd347af5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-244.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-244.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:05:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-twkc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15027"
    uid: 56e8ba6f-897d-41e1-bd1b-2ebdb415fa4d
  kind: Event
  lastTimestamp: "2026-04-16T20:05:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:05:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:05:23Z"
    name: message-dumper-predictor-7f66cccfb6-twkc5.18a6ef08a3d4ac62
    namespace: kserve-ci-e2e-test
    resourceVersion: "15057"
    uid: 5684e8bd-2c6c-4515-8b29-f8e1fe56b67f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-244.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-244.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:05:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-twkc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15027"
    uid: 56e8ba6f-897d-41e1-bd1b-2ebdb415fa4d
  kind: Event
  lastTimestamp: "2026-04-16T20:05:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:05:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:05:23Z"
    name: message-dumper-predictor-7f66cccfb6-twkc5.18a6ef08a442d045
    namespace: kserve-ci-e2e-test
    resourceVersion: "15058"
    uid: 422487f5-311e-4bcf-9a8f-cbed03cb17ef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-244.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-244.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:06:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-twkc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15027"
    uid: 56e8ba6f-897d-41e1-bd1b-2ebdb415fa4d
  kind: Event
  lastTimestamp: "2026-04-16T20:06:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:06:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:06:57Z"
    name: message-dumper-predictor-7f66cccfb6-twkc5.18a6ef1e89eafa76
    namespace: kserve-ci-e2e-test
    resourceVersion: "15845"
    uid: 5e34fbe9-6cd7-4184-805a-ff1caaf9f432
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-244.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-244.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:05:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-7f66cccfb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15013"
    uid: fcec7976-3844-4e29-8fcd-305f882cdf03
  kind: Event
  lastTimestamp: "2026-04-16T20:05:22Z"
  message: 'Created pod: message-dumper-predictor-7f66cccfb6-twkc5'
  metadata:
    creationTimestamp: "2026-04-16T20:05:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:05:22Z"
    name: message-dumper-predictor-7f66cccfb6.18a6ef085c943d88
    namespace: kserve-ci-e2e-test
    resourceVersion: "15026"
    uid: 7195779d-fdf8-4f8f-a554-00b9e9a94302
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:05:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15008"
    uid: 610f13ed-1de2-4340-a167-8753f8f620c8
  kind: Event
  lastTimestamp: "2026-04-16T20:05:22Z"
  message: Scaled up replica set message-dumper-predictor-7f66cccfb6 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T20:05:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:05:22Z"
    name: message-dumper-predictor.18a6ef085ab01216
    namespace: kserve-ci-e2e-test
    resourceVersion: "15016"
    uid: 5e93c9a3-5d20-441d-99b2-877eea930f9c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:05:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15012"
    uid: 8d83be88-53ff-4dfe-9c96-f66b37272486
  kind: Event
  lastTimestamp: "2026-04-16T20:05:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:05:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:05:52Z"
    name: message-dumper-predictor.18a6ef0bd98aa93d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15347"
    uid: 244bfe0f-bb15-4fbd-ae64-5b685f3c4f7e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:05:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15012"
    uid: 8d83be88-53ff-4dfe-9c96-f66b37272486
  kind: Event
  lastTimestamp: "2026-04-16T20:05:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:05:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:05:52Z"
    name: message-dumper-predictor.18a6ef0bd9f7455c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15348"
    uid: 12fa7d77-38bb-41e8-8207-822dd3dbb326
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T20:05:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "14991"
    uid: e8a8e8e0-2022-45e6-aee1-f788fd0cd895
  kind: Event
  lastTimestamp: "2026-04-16T20:05:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:05:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:05:24Z"
    name: message-dumper.18a6ef085ab4012d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15072"
    uid: f76e2c0b-b25f-4312-8265-57b83cc4955c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:05:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "14991"
    uid: e8a8e8e0-2022-45e6-aee1-f788fd0cd895
  kind: Event
  lastTimestamp: "2026-04-16T20:05:22Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T20:05:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:05:22Z"
    name: message-dumper.18a6ef085b487408
    namespace: kserve-ci-e2e-test
    resourceVersion: "15021"
    uid: d11dbc5c-2e76-4a71-ac72-cd9a80435091
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:05:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15070"
    uid: e8a8e8e0-2022-45e6-aee1-f788fd0cd895
  kind: Event
  lastTimestamp: "2026-04-16T20:05:23Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:05:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:05:23Z"
    name: message-dumper.18a6ef08c4d6d32f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15071"
    uid: c165096f-70dd-4d7e-b0cf-32eb1b36eb6e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:36:04.698970Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-6rf9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "30474"
    uid: e33daf85-00d6-4352-a20d-087f20df5bdf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-695d5f5568-6rf9k
    to ip-10-0-129-34.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:36:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:36:04Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-6rf9k.18a6f0b557ea9010
    namespace: kserve-ci-e2e-test
    resourceVersion: "30479"
    uid: 9cb14d07-014a-43f3-ae41-4a7da4781a98
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5f86c85d5c-q6td8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:36:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-6rf9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "30485"
    uid: e33daf85-00d6-4352-a20d-087f20df5bdf
  kind: Event
  lastTimestamp: "2026-04-16T20:36:05Z"
  message: Add eth0 [10.134.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:36:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:36:05Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-6rf9k.18a6f0b571b44685
    namespace: kserve-ci-e2e-test
    resourceVersion: "30496"
    uid: df8b7970-783e-47dc-9b29-3e5d5726ea6d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:36:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-6rf9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "30476"
    uid: e33daf85-00d6-4352-a20d-087f20df5bdf
  kind: Event
  lastTimestamp: "2026-04-16T20:36:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:36:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:36:05Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-6rf9k.18a6f0b572f56d66
    namespace: kserve-ci-e2e-test
    resourceVersion: "30498"
    uid: 386ac773-b7cd-4ab7-83f3-ecddd70e1a54
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:36:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-6rf9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "30476"
    uid: e33daf85-00d6-4352-a20d-087f20df5bdf
  kind: Event
  lastTimestamp: "2026-04-16T20:36:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:36:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:36:05Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-6rf9k.18a6f0b575c26717
    namespace: kserve-ci-e2e-test
    resourceVersion: "30501"
    uid: 02fdd980-c9c2-4bad-ac5a-7008ef78429a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:36:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-6rf9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "30476"
    uid: e33daf85-00d6-4352-a20d-087f20df5bdf
  kind: Event
  lastTimestamp: "2026-04-16T20:36:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:36:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:36:05Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-6rf9k.18a6f0b5763a5f1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30502"
    uid: f205a59c-8abe-4689-b620-af155d5cb323
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:36:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-6rf9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "30476"
    uid: e33daf85-00d6-4352-a20d-087f20df5bdf
  kind: Event
  lastTimestamp: "2026-04-16T20:36:09Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T20:36:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:36:09Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-6rf9k.18a6f0b66d5e0c99
    namespace: kserve-ci-e2e-test
    resourceVersion: "30540"
    uid: 05ae2872-dca7-4534-9b07-2c0e33d26cd4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:36:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-6rf9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "30476"
    uid: e33daf85-00d6-4352-a20d-087f20df5bdf
  kind: Event
  lastTimestamp: "2026-04-16T20:36:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:36:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:36:09Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-6rf9k.18a6f0b6710bf7bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30544"
    uid: cb89f306-0dbb-4de7-bbe0-1e833437580b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:36:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-6rf9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "30476"
    uid: e33daf85-00d6-4352-a20d-087f20df5bdf
  kind: Event
  lastTimestamp: "2026-04-16T20:36:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:36:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:36:09Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-6rf9k.18a6f0b67184e660
    namespace: kserve-ci-e2e-test
    resourceVersion: "30546"
    uid: ebdfe529-22ad-49df-9ddf-22d5df88e997
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:36:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-6rf9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "30476"
    uid: e33daf85-00d6-4352-a20d-087f20df5bdf
  kind: Event
  lastTimestamp: "2026-04-16T20:36:41Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-16T20:36:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:36:41Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-6rf9k.18a6f0bde5712ce9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30769"
    uid: 258de3a4-39b5-4d4e-8134-f62bc1b299f2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:36:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-6rf9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "30476"
    uid: e33daf85-00d6-4352-a20d-087f20df5bdf
  kind: Event
  lastTimestamp: "2026-04-16T20:36:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:36:54Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-6rf9k.18a6f0c1076dc260
    namespace: kserve-ci-e2e-test
    resourceVersion: "30907"
    uid: b058216e-6424-442b-92b4-51ace288f4be
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:37:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-6rf9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "30476"
    uid: e33daf85-00d6-4352-a20d-087f20df5bdf
  kind: Event
  lastTimestamp: "2026-04-16T20:37:01Z"
  message: 'Readiness probe failed: Get "http://10.134.0.60:8080/v2/models/sklearn-v2-mlserver/ready":
    dial tcp 10.134.0.60:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T20:37:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:37:01Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-6rf9k.18a6f0c2897d7f2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30985"
    uid: 7f5ee390-0e74-4087-92bd-739346dec6f9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:36:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-695d5f5568
    namespace: kserve-ci-e2e-test
    resourceVersion: "30462"
    uid: 417e355f-9842-4387-841d-c503dd9c9ed6
  kind: Event
  lastTimestamp: "2026-04-16T20:36:04Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-695d5f5568-6rf9k'
  metadata:
    creationTimestamp: "2026-04-16T20:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:36:04Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568.18a6f0b5576d8eb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30475"
    uid: b6e7b298-7145-4c0f-801a-6a2f7b369c85
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:36:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30460"
    uid: 07aaa138-e03a-4821-9f12-8061bfd30827
  kind: Event
  lastTimestamp: "2026-04-16T20:36:04Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-695d5f5568 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T20:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:36:04Z"
    name: sklearn-v2-mlserver-predictor.18a6f0b5540607ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "30465"
    uid: f18b0f33-2fad-4854-a2ed-5f40c181e369
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:36:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30461"
    uid: 8b2ce590-8129-42e9-a770-8d99f3749996
  kind: Event
  lastTimestamp: "2026-04-16T20:36:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:36:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:36:19Z"
    name: sklearn-v2-mlserver-predictor.18a6f0b8d2dbc3aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "30621"
    uid: 317d8241-2521-4fe1-ab71-5fcee9116444
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:36:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30461"
    uid: 8b2ce590-8129-42e9-a770-8d99f3749996
  kind: Event
  lastTimestamp: "2026-04-16T20:36:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:36:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:36:19Z"
    name: sklearn-v2-mlserver-predictor.18a6f0b8d33ffbac
    namespace: kserve-ci-e2e-test
    resourceVersion: "30623"
    uid: e7b0fd1a-4d78-4637-b041-ee5930a7416f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:36:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30622"
    uid: 8b2ce590-8129-42e9-a770-8d99f3749996
  kind: Event
  lastTimestamp: "2026-04-16T20:36:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:36:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:36:49Z"
    name: sklearn-v2-mlserver-predictor.18a6f0bc51fd7918
    namespace: kserve-ci-e2e-test
    resourceVersion: "30825"
    uid: c3afcb4d-1e03-4a7d-a22c-69c9a3443ad7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:36:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30622"
    uid: 8b2ce590-8129-42e9-a770-8d99f3749996
  kind: Event
  lastTimestamp: "2026-04-16T20:36:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T20:36:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:36:49Z"
    name: sklearn-v2-mlserver-predictor.18a6f0bc525ce7ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "30826"
    uid: 7640149a-c291-4dcc-89a9-8675a530a408
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T20:36:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30435"
    uid: 47267ae1-7426-4add-865f-ad94e86b5ba3
  kind: Event
  lastTimestamp: "2026-04-16T20:36:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:36:51Z"
    name: sklearn-v2-mlserver.18a6f0b553df29ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "30845"
    uid: 1e268a37-a0bb-4e27-bd3a-2a8aeb60b250
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:36:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30435"
    uid: 47267ae1-7426-4add-865f-ad94e86b5ba3
  kind: Event
  lastTimestamp: "2026-04-16T20:36:04Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:36:04Z"
    name: sklearn-v2-mlserver.18a6f0b5544b6f61
    namespace: kserve-ci-e2e-test
    resourceVersion: "30467"
    uid: 3783e038-eeda-4024-ad20-39463d393635
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:36:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30843"
    uid: 47267ae1-7426-4add-865f-ad94e86b5ba3
  kind: Event
  lastTimestamp: "2026-04-16T20:36:51Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:36:51Z"
    name: sklearn-v2-mlserver.18a6f0c039483d64
    namespace: kserve-ci-e2e-test
    resourceVersion: "30844"
    uid: c90b2d15-24c9-4382-8f18-0e43bb2cf267
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T20:47:17.945262Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-n9r2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "36078"
    uid: 5a69ae55-7216-4767-a8e2-c3fcbc89897f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-c58d48f-n9r2l
    to ip-10-0-129-34.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T20:47:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T20:47:17Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-n9r2l.18a6f1521885c05a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36082"
    uid: 55cd440d-54c2-4857-9b5c-ebff9b5881d5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5f86c85d5c-q6td8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:47:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-n9r2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "36086"
    uid: 5a69ae55-7216-4767-a8e2-c3fcbc89897f
  kind: Event
  lastTimestamp: "2026-04-16T20:47:18Z"
  message: Add eth0 [10.134.0.70/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T20:47:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T20:47:18Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-n9r2l.18a6f152345d328a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36091"
    uid: cc619578-72e8-4ca1-a804-2de2f46f6a00
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:47:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-n9r2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "36080"
    uid: 5a69ae55-7216-4767-a8e2-c3fcbc89897f
  kind: Event
  lastTimestamp: "2026-04-16T20:47:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T20:47:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:47:18Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-n9r2l.18a6f15235aaf57d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36093"
    uid: 50ed3ab8-5ca7-4cec-8fda-2323dd5e2c2e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:47:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-n9r2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "36080"
    uid: 5a69ae55-7216-4767-a8e2-c3fcbc89897f
  kind: Event
  lastTimestamp: "2026-04-16T20:47:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T20:47:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:47:18Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-n9r2l.18a6f15239c6eccb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36097"
    uid: 21ab9041-5346-4c56-8618-6f4a5b402d94
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:47:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-n9r2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "36080"
    uid: 5a69ae55-7216-4767-a8e2-c3fcbc89897f
  kind: Event
  lastTimestamp: "2026-04-16T20:47:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T20:47:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:47:18Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-n9r2l.18a6f1523a4021b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36099"
    uid: a7b31054-8b3f-4134-b6cc-724165bb5522
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:47:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-n9r2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "36080"
    uid: 5a69ae55-7216-4767-a8e2-c3fcbc89897f
  kind: Event
  lastTimestamp: "2026-04-16T20:47:22Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T20:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:47:22Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-n9r2l.18a6f1533e3f250c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36138"
    uid: ac733991-24c1-4746-967a-38f77aeedd3b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:47:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-n9r2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "36080"
    uid: 5a69ae55-7216-4767-a8e2-c3fcbc89897f
  kind: Event
  lastTimestamp: "2026-04-16T20:47:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T20:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:47:22Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-n9r2l.18a6f15341b0c8bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36142"
    uid: 3b7c6311-d7a8-447d-853a-4773b5fc24ac
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:47:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-n9r2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "36080"
    uid: 5a69ae55-7216-4767-a8e2-c3fcbc89897f
  kind: Event
  lastTimestamp: "2026-04-16T20:47:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:47:22Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-n9r2l.18a6f1534229cdfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "36143"
    uid: bb2cb99a-399c-4dbb-9da8-2909782eee88
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:47:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-n9r2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "36080"
    uid: 5a69ae55-7216-4767-a8e2-c3fcbc89897f
  kind: Event
  lastTimestamp: "2026-04-16T20:47:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T20:47:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:47:58Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-n9r2l.18a6f15b765e66f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36432"
    uid: 27833c13-3913-4f6d-bae9-4070648c5cbf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:48:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-n9r2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "36080"
    uid: 5a69ae55-7216-4767-a8e2-c3fcbc89897f
  kind: Event
  lastTimestamp: "2026-04-16T20:48:04Z"
  message: 'Readiness probe failed: Get "http://10.134.0.70:8080/v2/models/xgboost-v2-mlserver/ready":
    dial tcp 10.134.0.70:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T20:48:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T20:48:04Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-n9r2l.18a6f15d066a9909
    namespace: kserve-ci-e2e-test
    resourceVersion: "36522"
    uid: 9c18b2b5-2460-42ab-a5fa-dc17663acbcd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-34.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-34.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:47:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-c58d48f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36063"
    uid: ba001cd7-9e19-4b10-a32c-15f4bf529673
  kind: Event
  lastTimestamp: "2026-04-16T20:47:17Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-c58d48f-n9r2l'
  metadata:
    creationTimestamp: "2026-04-16T20:47:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:47:17Z"
    name: xgboost-v2-mlserver-predictor-c58d48f.18a6f15217f8852b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36079"
    uid: e304e75f-d049-4f9f-bf66-7c42b1e0f8c9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:47:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36056"
    uid: 621d30f5-4cb8-4d3f-a355-c45ebdf35a3c
  kind: Event
  lastTimestamp: "2026-04-16T20:47:17Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-c58d48f from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T20:47:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:47:17Z"
    name: xgboost-v2-mlserver-predictor.18a6f152152713df
    namespace: kserve-ci-e2e-test
    resourceVersion: "36066"
    uid: 2f0c1bad-088c-4c75-af01-c9780a3e44d8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:47:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36061"
    uid: 48d5617d-c8cf-4b30-9384-ccd0281f7ab0
  kind: Event
  lastTimestamp: "2026-04-16T20:47:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:47:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:47:47Z"
    name: xgboost-v2-mlserver-predictor.18a6f1559391f636
    namespace: kserve-ci-e2e-test
    resourceVersion: "36317"
    uid: 566f75f8-2463-4b54-9708-fcafe8b4c458
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T20:47:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36061"
    uid: 48d5617d-c8cf-4b30-9384-ccd0281f7ab0
  kind: Event
  lastTimestamp: "2026-04-16T20:47:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T20:47:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T20:47:47Z"
    name: xgboost-v2-mlserver-predictor.18a6f15593f1cc47
    namespace: kserve-ci-e2e-test
    resourceVersion: "36318"
    uid: 781921a3-b651-4f02-802d-2e5b801e2b44
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T20:47:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36040"
    uid: 01297527-2567-4e03-8241-7a185426851f
  kind: Event
  lastTimestamp: "2026-04-16T20:47:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T20:47:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:47:55Z"
    name: xgboost-v2-mlserver.18a6f15214f78a1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36373"
    uid: 70ddbf41-2ad7-4836-857f-5e4b4d9300d5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:47:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36040"
    uid: 01297527-2567-4e03-8241-7a185426851f
  kind: Event
  lastTimestamp: "2026-04-16T20:47:17Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T20:47:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:47:17Z"
    name: xgboost-v2-mlserver.18a6f152159711ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "36070"
    uid: 29ecf5c9-ec77-4be1-9d68-7028bd441159
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T20:47:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36371"
    uid: 01297527-2567-4e03-8241-7a185426851f
  kind: Event
  lastTimestamp: "2026-04-16T20:47:54Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-16T20:47:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T20:47:54Z"
    name: xgboost-v2-mlserver.18a6f15ab8ddba17
    namespace: kserve-ci-e2e-test
    resourceVersion: "36372"
    uid: cccff4c7-d296-409f-b09f-63f21141fd68
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "41459"