---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T12:05:46.743251Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-cf24a5-predictor-685f7d5b5f-srn4z
    namespace: kserve-ci-e2e-test
    resourceVersion: "27027"
    uid: f9ad3e2d-3fea-49f9-88ca-a8138b9e17f9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-cf24a5-predictor-685f7d5b5f-srn4z
    to ip-10-0-138-207.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T12:05:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T12:05:46Z"
    name: isvc-init-fail-cf24a5-predictor-685f7d5b5f-srn4z.18b31c133fe2ba94
    namespace: kserve-ci-e2e-test
    resourceVersion: "27033"
    uid: 15067124-9c75-41a3-9e76-43c8dffacbef
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-656794c755-kk9zg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:05:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-cf24a5-predictor-685f7d5b5f-srn4z
    namespace: kserve-ci-e2e-test
    resourceVersion: "27039"
    uid: f9ad3e2d-3fea-49f9-88ca-a8138b9e17f9
  kind: Event
  lastTimestamp: "2026-05-26T12:05:47Z"
  message: Add eth0 [10.132.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T12:05:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T12:05:47Z"
    name: isvc-init-fail-cf24a5-predictor-685f7d5b5f-srn4z.18b31c135921f3e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27047"
    uid: 56dd6728-f3c3-4ab9-8c65-e5de7a95119a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:05:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-cf24a5-predictor-685f7d5b5f-srn4z
    namespace: kserve-ci-e2e-test
    resourceVersion: "27029"
    uid: f9ad3e2d-3fea-49f9-88ca-a8138b9e17f9
  kind: Event
  lastTimestamp: "2026-05-26T12:05:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:05:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:05:50Z"
    name: isvc-init-fail-cf24a5-predictor-685f7d5b5f-srn4z.18b31c135aceae92
    namespace: kserve-ci-e2e-test
    resourceVersion: "27082"
    uid: ecd0f536-1e8e-4cab-a990-639eea96f075
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:05:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-cf24a5-predictor-685f7d5b5f-srn4z
    namespace: kserve-ci-e2e-test
    resourceVersion: "27029"
    uid: f9ad3e2d-3fea-49f9-88ca-a8138b9e17f9
  kind: Event
  lastTimestamp: "2026-05-26T12:05:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T12:05:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:05:50Z"
    name: isvc-init-fail-cf24a5-predictor-685f7d5b5f-srn4z.18b31c135dcf02ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "27084"
    uid: af019ea8-fc48-467b-9317-270bd14bb7ec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:05:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-cf24a5-predictor-685f7d5b5f-srn4z
    namespace: kserve-ci-e2e-test
    resourceVersion: "27029"
    uid: f9ad3e2d-3fea-49f9-88ca-a8138b9e17f9
  kind: Event
  lastTimestamp: "2026-05-26T12:05:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T12:05:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:05:50Z"
    name: isvc-init-fail-cf24a5-predictor-685f7d5b5f-srn4z.18b31c135e428ceb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27086"
    uid: fdf99c54-d2bd-4c03-96fc-8f3957d199d8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:05:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-cf24a5-predictor-685f7d5b5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27017"
    uid: 37c3cff8-2804-4254-8f16-47e81569ff8c
  kind: Event
  lastTimestamp: "2026-05-26T12:05:46Z"
  message: 'Created pod: isvc-init-fail-cf24a5-predictor-685f7d5b5f-srn4z'
  metadata:
    creationTimestamp: "2026-05-26T12:05:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:05:46Z"
    name: isvc-init-fail-cf24a5-predictor-685f7d5b5f.18b31c133f5c30e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27028"
    uid: 5ca67c82-fb21-4979-8033-48757f5ea486
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:05:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-cf24a5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27007"
    uid: 0ee1b668-2fbf-49db-a1e1-65ea0dca730e
  kind: Event
  lastTimestamp: "2026-05-26T12:05:46Z"
  message: Scaled up replica set isvc-init-fail-cf24a5-predictor-685f7d5b5f from 0
    to 1
  metadata:
    creationTimestamp: "2026-05-26T12:05:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:05:46Z"
    name: isvc-init-fail-cf24a5-predictor.18b31c133c1f18ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "27019"
    uid: c644ab87-0c06-4789-a5c3-6d32dac51238
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-26T12:05:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-cf24a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26976"
    uid: 76360980-291c-4594-be92-af6600298637
  kind: Event
  lastTimestamp: "2026-05-26T12:05:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T12:05:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:05:50Z"
    name: isvc-init-fail-cf24a5.18b31c133bb81074
    namespace: kserve-ci-e2e-test
    resourceVersion: "27089"
    uid: be79c0b3-17b5-4212-baf0-988d9f25a0ff
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:05:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-cf24a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26976"
    uid: 76360980-291c-4594-be92-af6600298637
  kind: Event
  lastTimestamp: "2026-05-26T12:05:46Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-cf24a5":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-cf24a5":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T12:05:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:05:46Z"
    name: isvc-init-fail-cf24a5.18b31c133c4bb3b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27021"
    uid: 3a92005a-3fe1-40ce-aab9-429ccdd4e0a7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:05:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-cf24a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26976"
    uid: 76360980-291c-4594-be92-af6600298637
  kind: Event
  lastTimestamp: "2026-05-26T12:05:46Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-cf24a5": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-26T12:05:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:05:46Z"
    name: isvc-init-fail-cf24a5.18b31c133c4c1a86
    namespace: kserve-ci-e2e-test
    resourceVersion: "27023"
    uid: 135164ea-5a60-4318-8c5e-878f194ea99e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T11:47:52.360465Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-mwn72
    namespace: kserve-ci-e2e-test
    resourceVersion: "17840"
    uid: e397c5f5-7263-4bc7-b38f-2ec61b4b9596
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-bdf964bd-mwn72
    to ip-10-0-138-207.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T11:47:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T11:47:52Z"
    name: isvc-lightgbm-predictor-bdf964bd-mwn72.18b31b1919ae7a66
    namespace: kserve-ci-e2e-test
    resourceVersion: "17844"
    uid: d3401c94-91ae-4540-9777-c45d81832b6d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-656794c755-kk9zg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:47:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-mwn72
    namespace: kserve-ci-e2e-test
    resourceVersion: "17849"
    uid: e397c5f5-7263-4bc7-b38f-2ec61b4b9596
  kind: Event
  lastTimestamp: "2026-05-26T11:47:52Z"
  message: Add eth0 [10.132.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T11:47:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T11:47:52Z"
    name: isvc-lightgbm-predictor-bdf964bd-mwn72.18b31b19333bb2b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17872"
    uid: 3a064cc5-14e8-4476-8b1d-c7a7de50eb98
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:47:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-mwn72
    namespace: kserve-ci-e2e-test
    resourceVersion: "17842"
    uid: e397c5f5-7263-4bc7-b38f-2ec61b4b9596
  kind: Event
  lastTimestamp: "2026-05-26T11:47:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T11:47:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:47:52Z"
    name: isvc-lightgbm-predictor-bdf964bd-mwn72.18b31b1934a4fe5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17875"
    uid: 21c5c30b-890a-45ea-b891-ae7900e97150
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:47:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-mwn72
    namespace: kserve-ci-e2e-test
    resourceVersion: "17842"
    uid: e397c5f5-7263-4bc7-b38f-2ec61b4b9596
  kind: Event
  lastTimestamp: "2026-05-26T11:47:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T11:47:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:47:52Z"
    name: isvc-lightgbm-predictor-bdf964bd-mwn72.18b31b1937d82193
    namespace: kserve-ci-e2e-test
    resourceVersion: "17876"
    uid: f967457c-39b3-44ab-9df7-2593a2479a7b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:47:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-mwn72
    namespace: kserve-ci-e2e-test
    resourceVersion: "17842"
    uid: e397c5f5-7263-4bc7-b38f-2ec61b4b9596
  kind: Event
  lastTimestamp: "2026-05-26T11:47:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T11:47:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:47:52Z"
    name: isvc-lightgbm-predictor-bdf964bd-mwn72.18b31b19385282a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17877"
    uid: da6d39d5-1b9a-433d-b073-0e9f80c36f4f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:47:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-mwn72
    namespace: kserve-ci-e2e-test
    resourceVersion: "17842"
    uid: e397c5f5-7263-4bc7-b38f-2ec61b4b9596
  kind: Event
  lastTimestamp: "2026-05-26T11:47:56Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-05-26T11:47:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:47:56Z"
    name: isvc-lightgbm-predictor-bdf964bd-mwn72.18b31b1a1278d89a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17911"
    uid: 944c0742-874f-443a-92b1-53ebbbda2264
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:48:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-mwn72
    namespace: kserve-ci-e2e-test
    resourceVersion: "17842"
    uid: e397c5f5-7263-4bc7-b38f-2ec61b4b9596
  kind: Event
  lastTimestamp: "2026-05-26T11:48:02Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.32s (6.32s including
    waiting). Image size: 606724367 bytes.'
  metadata:
    creationTimestamp: "2026-05-26T11:48:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:48:02Z"
    name: isvc-lightgbm-predictor-bdf964bd-mwn72.18b31b1b8b3887c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17964"
    uid: 969dca3c-1ac6-4078-9061-3f894db027a2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:48:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-mwn72
    namespace: kserve-ci-e2e-test
    resourceVersion: "17842"
    uid: e397c5f5-7263-4bc7-b38f-2ec61b4b9596
  kind: Event
  lastTimestamp: "2026-05-26T11:48:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T11:48:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:48:02Z"
    name: isvc-lightgbm-predictor-bdf964bd-mwn72.18b31b1b8ee0ed07
    namespace: kserve-ci-e2e-test
    resourceVersion: "17965"
    uid: 98ed47ed-bd47-46af-a63c-3ee0a1af8baa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:48:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-mwn72
    namespace: kserve-ci-e2e-test
    resourceVersion: "17842"
    uid: e397c5f5-7263-4bc7-b38f-2ec61b4b9596
  kind: Event
  lastTimestamp: "2026-05-26T11:48:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T11:48:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:48:02Z"
    name: isvc-lightgbm-predictor-bdf964bd-mwn72.18b31b1b8f5534b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17966"
    uid: 50e9561a-bb6d-4db2-afd1-bb338a77e2a7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:48:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-mwn72
    namespace: kserve-ci-e2e-test
    resourceVersion: "17842"
    uid: e397c5f5-7263-4bc7-b38f-2ec61b4b9596
  kind: Event
  lastTimestamp: "2026-05-26T11:48:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T11:48:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:48:02Z"
    name: isvc-lightgbm-predictor-bdf964bd-mwn72.18b31b1b8f61d6a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17967"
    uid: b4516825-6944-4ed9-998f-9a4e40dc6cc5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:48:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-mwn72
    namespace: kserve-ci-e2e-test
    resourceVersion: "17842"
    uid: e397c5f5-7263-4bc7-b38f-2ec61b4b9596
  kind: Event
  lastTimestamp: "2026-05-26T11:48:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T11:48:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:48:02Z"
    name: isvc-lightgbm-predictor-bdf964bd-mwn72.18b31b1b9277df46
    namespace: kserve-ci-e2e-test
    resourceVersion: "17970"
    uid: 31c4524b-38cd-400c-832f-9d83d8a134db
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:48:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-mwn72
    namespace: kserve-ci-e2e-test
    resourceVersion: "17842"
    uid: e397c5f5-7263-4bc7-b38f-2ec61b4b9596
  kind: Event
  lastTimestamp: "2026-05-26T11:48:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T11:48:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:48:02Z"
    name: isvc-lightgbm-predictor-bdf964bd-mwn72.18b31b1b932c92f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17971"
    uid: 49f9f52d-d170-4973-95d4-6159e6143d60
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-26T11:48:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-mwn72
    namespace: kserve-ci-e2e-test
    resourceVersion: "17842"
    uid: e397c5f5-7263-4bc7-b38f-2ec61b4b9596
  kind: Event
  lastTimestamp: "2026-05-26T11:49:11Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.20:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-26T11:48:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:49:11Z"
    name: isvc-lightgbm-predictor-bdf964bd-mwn72.18b31b1bf12366fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18467"
    uid: b70db35e-a696-4528-8cae-e773f31bd4b7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:49:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-mwn72
    namespace: kserve-ci-e2e-test
    resourceVersion: "17842"
    uid: e397c5f5-7263-4bc7-b38f-2ec61b4b9596
  kind: Event
  lastTimestamp: "2026-05-26T11:49:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T11:49:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:49:22Z"
    name: isvc-lightgbm-predictor-bdf964bd-mwn72.18b31b2e140a02da
    namespace: kserve-ci-e2e-test
    resourceVersion: "18576"
    uid: 7ee89cb1-356c-4c1e-ae9c-a47e68ebfb0e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:49:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-mwn72
    namespace: kserve-ci-e2e-test
    resourceVersion: "17842"
    uid: e397c5f5-7263-4bc7-b38f-2ec61b4b9596
  kind: Event
  lastTimestamp: "2026-05-26T11:49:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T11:49:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:49:22Z"
    name: isvc-lightgbm-predictor-bdf964bd-mwn72.18b31b2e140b14fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "18578"
    uid: 9fdc786a-1f6d-4941-91c8-50d76582a429
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:49:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-mwn72
    namespace: kserve-ci-e2e-test
    resourceVersion: "17842"
    uid: e397c5f5-7263-4bc7-b38f-2ec61b4b9596
  kind: Event
  lastTimestamp: "2026-05-26T11:49:25Z"
  message: 'Readiness probe failed: Get "https://10.132.0.20:8643/healthz": dial tcp
    10.132.0.20:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T11:49:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:49:25Z"
    name: isvc-lightgbm-predictor-bdf964bd-mwn72.18b31b2ecd35e822
    namespace: kserve-ci-e2e-test
    resourceVersion: "18652"
    uid: 17b9a402-37ca-4b86-bf3e-34e7d584b587
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:47:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-bdf964bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17823"
    uid: 50b788a0-67c3-414d-8a11-ca16fdfff469
  kind: Event
  lastTimestamp: "2026-05-26T11:47:52Z"
  message: 'Created pod: isvc-lightgbm-predictor-bdf964bd-mwn72'
  metadata:
    creationTimestamp: "2026-05-26T11:47:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:47:52Z"
    name: isvc-lightgbm-predictor-bdf964bd.18b31b191931fdc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17841"
    uid: 556b2cc8-cc4e-47dc-89cc-bca1462eb489
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:47:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17818"
    uid: 99683ac1-9de8-420f-a36f-475f2506368a
  kind: Event
  lastTimestamp: "2026-05-26T11:47:52Z"
  message: Scaled up replica set isvc-lightgbm-predictor-bdf964bd from 0 to 1
  metadata:
    creationTimestamp: "2026-05-26T11:47:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:47:52Z"
    name: isvc-lightgbm-predictor.18b31b19157bd93a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17827"
    uid: dcc26232-e905-4221-b8bc-ea14c0f6ac3b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T11:48:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17822"
    uid: ed7ad72a-7e50-439d-bd09-362693eb62b2
  kind: Event
  lastTimestamp: "2026-05-26T11:48:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T11:48:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:48:37Z"
    name: isvc-lightgbm-predictor.18b31b1c94a1e7b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18225"
    uid: 094053c9-159f-467f-b6c5-b281eb0f8b05
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T11:48:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17822"
    uid: ed7ad72a-7e50-439d-bd09-362693eb62b2
  kind: Event
  lastTimestamp: "2026-05-26T11:48:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T11:48:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:48:37Z"
    name: isvc-lightgbm-predictor.18b31b1c95536a37
    namespace: kserve-ci-e2e-test
    resourceVersion: "18226"
    uid: 24a5dc6e-7b5b-423c-bde9-b85ab9b61d96
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T11:48:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18005"
    uid: ed7ad72a-7e50-439d-bd09-362693eb62b2
  kind: Event
  lastTimestamp: "2026-05-26T11:49:22Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T11:48:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:49:22Z"
    name: isvc-lightgbm-predictor.18b31b271311bb47
    namespace: kserve-ci-e2e-test
    resourceVersion: "18562"
    uid: f8c7106d-6e5a-41ed-a5b1-6ca01224eb61
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T11:48:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18005"
    uid: ed7ad72a-7e50-439d-bd09-362693eb62b2
  kind: Event
  lastTimestamp: "2026-05-26T11:49:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T11:48:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:49:22Z"
    name: isvc-lightgbm-predictor.18b31b271378c893
    namespace: kserve-ci-e2e-test
    resourceVersion: "18567"
    uid: 7e3c0cb5-41fa-4653-b3a6-9b8d48dfe3fe
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T11:49:22.592707Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jbr8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18598"
    uid: d47b73e1-913e-4b47-93e3-4579b121b9f1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-749c4f6d58-jbr8k
    to ip-10-0-138-207.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T11:49:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T11:49:22Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jbr8k.18b31b2e1bf130b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18602"
    uid: e4e296b6-04ef-4a60-90b0-0048ee103f02
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-656794c755-kk9zg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:49:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jbr8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18600"
    uid: d47b73e1-913e-4b47-93e3-4579b121b9f1
  kind: Event
  lastTimestamp: "2026-05-26T11:49:22Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-26T11:49:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:49:22Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jbr8k.18b31b2e234f3ab7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18611"
    uid: 82cf169d-c9a8-4871-ba0c-39b76bb02756
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:49:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jbr8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18606"
    uid: d47b73e1-913e-4b47-93e3-4579b121b9f1
  kind: Event
  lastTimestamp: "2026-05-26T11:49:23Z"
  message: Add eth0 [10.132.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T11:49:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T11:49:23Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jbr8k.18b31b2e58e8c0f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18624"
    uid: 57a5ed21-326e-483a-9eaf-302fea43fbd9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:49:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jbr8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18600"
    uid: d47b73e1-913e-4b47-93e3-4579b121b9f1
  kind: Event
  lastTimestamp: "2026-05-26T11:49:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T11:49:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:49:23Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jbr8k.18b31b2e5a621e8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18627"
    uid: 64b75911-1fa8-4e0e-9cfc-96653dae061e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:49:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jbr8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18600"
    uid: d47b73e1-913e-4b47-93e3-4579b121b9f1
  kind: Event
  lastTimestamp: "2026-05-26T11:49:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T11:49:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:49:23Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jbr8k.18b31b2e5dbcb024
    namespace: kserve-ci-e2e-test
    resourceVersion: "18628"
    uid: f835fd63-9738-4a81-adf6-c638d5dec653
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:49:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jbr8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18600"
    uid: d47b73e1-913e-4b47-93e3-4579b121b9f1
  kind: Event
  lastTimestamp: "2026-05-26T11:49:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T11:49:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:49:23Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jbr8k.18b31b2e5e304752
    namespace: kserve-ci-e2e-test
    resourceVersion: "18629"
    uid: bff11083-00b6-4d22-a49f-09495e621227
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:49:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jbr8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18600"
    uid: d47b73e1-913e-4b47-93e3-4579b121b9f1
  kind: Event
  lastTimestamp: "2026-05-26T11:49:27Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-26T11:49:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:49:27Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jbr8k.18b31b2f51f69f18
    namespace: kserve-ci-e2e-test
    resourceVersion: "18667"
    uid: 0a3a12c6-2106-4fd1-bfe0-089829fdaaaa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:49:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jbr8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18600"
    uid: d47b73e1-913e-4b47-93e3-4579b121b9f1
  kind: Event
  lastTimestamp: "2026-05-26T11:49:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T11:49:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:49:27Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jbr8k.18b31b2f562b6993
    namespace: kserve-ci-e2e-test
    resourceVersion: "18675"
    uid: e2dcc010-f49c-4f8b-af16-66624ae26c6d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:49:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jbr8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18600"
    uid: d47b73e1-913e-4b47-93e3-4579b121b9f1
  kind: Event
  lastTimestamp: "2026-05-26T11:49:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T11:49:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:49:27Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jbr8k.18b31b2f56a565dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18676"
    uid: 901eab10-f99d-416d-9279-b45b057798a2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:49:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jbr8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18600"
    uid: d47b73e1-913e-4b47-93e3-4579b121b9f1
  kind: Event
  lastTimestamp: "2026-05-26T11:49:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T11:49:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:49:27Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jbr8k.18b31b2f56b1be1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18677"
    uid: 349228c2-b7eb-4e21-885c-9215229b8d9c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:49:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jbr8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18600"
    uid: d47b73e1-913e-4b47-93e3-4579b121b9f1
  kind: Event
  lastTimestamp: "2026-05-26T11:49:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T11:49:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:49:27Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jbr8k.18b31b2f59765e8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18679"
    uid: da7f6db4-e137-406e-beef-8bdd839e6bcd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:49:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jbr8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18600"
    uid: d47b73e1-913e-4b47-93e3-4579b121b9f1
  kind: Event
  lastTimestamp: "2026-05-26T11:49:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T11:49:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:49:27Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jbr8k.18b31b2f59ece94d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18680"
    uid: 92186825-7e9b-40ad-8fff-ff830245f59e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-26T11:49:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jbr8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18600"
    uid: d47b73e1-913e-4b47-93e3-4579b121b9f1
  kind: Event
  lastTimestamp: "2026-05-26T11:50:54Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-26T11:49:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:50:54Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jbr8k.18b31b2f8df26ab9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19377"
    uid: 709ad05e-5b00-4795-9892-e57d57034acc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:50:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jbr8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18600"
    uid: d47b73e1-913e-4b47-93e3-4579b121b9f1
  kind: Event
  lastTimestamp: "2026-05-26T11:50:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T11:50:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:50:53Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jbr8k.18b31b4339dbd56a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19320"
    uid: 14a99252-f3fc-4f46-9fe7-d1ee180a65af
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:50:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jbr8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18600"
    uid: d47b73e1-913e-4b47-93e3-4579b121b9f1
  kind: Event
  lastTimestamp: "2026-05-26T11:50:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T11:50:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:50:53Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jbr8k.18b31b4339dc7a0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19322"
    uid: e6202085-31a8-4976-ab89-4f8ea901001d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:50:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jbr8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18600"
    uid: d47b73e1-913e-4b47-93e3-4579b121b9f1
  kind: Event
  lastTimestamp: "2026-05-26T11:50:54Z"
  message: 'Readiness probe failed: Get "https://10.132.0.21:8643/healthz": dial tcp
    10.132.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T11:50:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:50:54Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jbr8k.18b31b43941dc95b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19376"
    uid: f2ae46c8-088c-4641-9a73-898d93fa7da0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:49:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-749c4f6d58
    namespace: kserve-ci-e2e-test
    resourceVersion: "18586"
    uid: 46aec561-33a4-4e22-b3a0-9ef1e0460630
  kind: Event
  lastTimestamp: "2026-05-26T11:49:22Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-749c4f6d58-jbr8k'
  metadata:
    creationTimestamp: "2026-05-26T11:49:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:49:22Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58.18b31b2e1b63f546
    namespace: kserve-ci-e2e-test
    resourceVersion: "18599"
    uid: c4c95400-07bf-4314-b4e9-8c176e42d7ea
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:49:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18584"
    uid: cc93c094-1132-46db-bf77-c165a4f5893c
  kind: Event
  lastTimestamp: "2026-05-26T11:49:22Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-749c4f6d58 from 0
    to 1
  metadata:
    creationTimestamp: "2026-05-26T11:49:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:49:22Z"
    name: isvc-lightgbm-runtime-predictor.18b31b2e16832df9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18588"
    uid: 31644ee9-a8b0-4d0c-bc16-94fe9be6995d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T11:49:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18585"
    uid: 43dadf5b-8759-4355-81c9-11332de644eb
  kind: Event
  lastTimestamp: "2026-05-26T11:50:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T11:49:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:50:07Z"
    name: isvc-lightgbm-runtime-predictor.18b31b3195e8333c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18970"
    uid: a09e0b7d-22b1-4f6e-a629-c66729c98f36
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T11:49:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18585"
    uid: 43dadf5b-8759-4355-81c9-11332de644eb
  kind: Event
  lastTimestamp: "2026-05-26T11:50:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T11:49:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:50:07Z"
    name: isvc-lightgbm-runtime-predictor.18b31b3196563f9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18971"
    uid: 716e8e3b-7f12-45f2-8d84-433c6f3f4dcd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T11:49:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18756"
    uid: 43dadf5b-8759-4355-81c9-11332de644eb
  kind: Event
  lastTimestamp: "2026-05-26T11:50:52Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T11:49:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:50:52Z"
    name: isvc-lightgbm-runtime-predictor.18b31b35153e713f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19289"
    uid: 66de7e77-36a6-4255-a00b-620c2daf0ee6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T11:49:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18756"
    uid: 43dadf5b-8759-4355-81c9-11332de644eb
  kind: Event
  lastTimestamp: "2026-05-26T11:50:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T11:49:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:50:52Z"
    name: isvc-lightgbm-runtime-predictor.18b31b3515b2f56d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19291"
    uid: b689b4b7-1a8d-4c58-82b7-5eae4bca5f75
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-26T11:49:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18559"
    uid: 385aca11-2928-45ca-8e30-62a0b66f7120
  kind: Event
  lastTimestamp: "2026-05-26T11:50:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T11:49:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T11:50:44Z"
    name: isvc-lightgbm-runtime.18b31b2e166acf73
    namespace: kserve-ci-e2e-test
    resourceVersion: "19233"
    uid: 6dafc049-7210-4e1e-8d08-ed01e62f98fa
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T11:49:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18559"
    uid: 385aca11-2928-45ca-8e30-62a0b66f7120
  kind: Event
  lastTimestamp: "2026-05-26T11:49:22Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T11:49:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T11:49:22Z"
    name: isvc-lightgbm-runtime.18b31b2e16d3586c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18608"
    uid: 5e071566-a5e5-43fd-9c05-aab5ab7eeb45
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:49:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18594"
    uid: 385aca11-2928-45ca-8e30-62a0b66f7120
  kind: Event
  lastTimestamp: "2026-05-26T11:49:22Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-26T11:49:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T11:49:22Z"
    name: isvc-lightgbm-runtime.18b31b2e1e1655c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18609"
    uid: 63d7ea34-6fc8-47f1-9b4f-1d3bf30ba825
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:50:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19231"
    uid: 385aca11-2928-45ca-8e30-62a0b66f7120
  kind: Event
  lastTimestamp: "2026-05-26T11:50:44Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-26T11:50:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T11:50:44Z"
    name: isvc-lightgbm-runtime.18b31b4146027bc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19232"
    uid: 18083937-88e4-4fe4-a3d7-26aa47248ea9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T11:53:43.704536Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8g2lg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20606"
    uid: d268c6e7-03be-49b6-8478-34d39e590ffb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-559bf6989-8g2lg
    to ip-10-0-138-207.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T11:53:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T11:53:43Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8g2lg.18b31b6ae76b8bad
    namespace: kserve-ci-e2e-test
    resourceVersion: "20610"
    uid: 02ab121c-aa78-440d-911e-b0d46ee320c0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-656794c755-kk9zg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:53:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8g2lg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20617"
    uid: d268c6e7-03be-49b6-8478-34d39e590ffb
  kind: Event
  lastTimestamp: "2026-05-26T11:53:44Z"
  message: Add eth0 [10.132.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T11:53:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T11:53:44Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8g2lg.18b31b6b00b5c0c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20623"
    uid: d4e101d8-1172-42d5-b90e-ebf114cb1e05
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:53:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8g2lg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20607"
    uid: d268c6e7-03be-49b6-8478-34d39e590ffb
  kind: Event
  lastTimestamp: "2026-05-26T11:53:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T11:53:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:53:44Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8g2lg.18b31b6b0231afda
    namespace: kserve-ci-e2e-test
    resourceVersion: "20625"
    uid: a1363c4e-59b4-4741-a9d2-813d7d55bc79
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:53:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8g2lg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20607"
    uid: d268c6e7-03be-49b6-8478-34d39e590ffb
  kind: Event
  lastTimestamp: "2026-05-26T11:53:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T11:53:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:53:44Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8g2lg.18b31b6b0518607e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20628"
    uid: ea5fa7f1-b32a-4ca2-b263-216f78c44395
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:53:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8g2lg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20607"
    uid: d268c6e7-03be-49b6-8478-34d39e590ffb
  kind: Event
  lastTimestamp: "2026-05-26T11:53:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T11:53:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:53:44Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8g2lg.18b31b6b057aee5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20629"
    uid: 6b9a5cd7-9505-4558-b667-f843c3d205b6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8g2lg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20607"
    uid: d268c6e7-03be-49b6-8478-34d39e590ffb
  kind: Event
  lastTimestamp: "2026-05-26T11:53:48Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-26T11:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:53:48Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8g2lg.18b31b6c072baa73
    namespace: kserve-ci-e2e-test
    resourceVersion: "20672"
    uid: ab0db1cf-7595-4102-9417-832180cf2ce5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8g2lg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20607"
    uid: d268c6e7-03be-49b6-8478-34d39e590ffb
  kind: Event
  lastTimestamp: "2026-05-26T11:53:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T11:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:53:48Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8g2lg.18b31b6c0a8e247f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20676"
    uid: a6b90d67-5730-4b1a-821e-9580565491b5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8g2lg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20607"
    uid: d268c6e7-03be-49b6-8478-34d39e590ffb
  kind: Event
  lastTimestamp: "2026-05-26T11:53:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T11:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:53:48Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8g2lg.18b31b6c0af29815
    namespace: kserve-ci-e2e-test
    resourceVersion: "20677"
    uid: 3f464e8c-18c4-475a-ad0a-b676c7620e15
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8g2lg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20607"
    uid: d268c6e7-03be-49b6-8478-34d39e590ffb
  kind: Event
  lastTimestamp: "2026-05-26T11:53:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T11:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:53:48Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8g2lg.18b31b6c0aff81bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20678"
    uid: b65177a1-d326-418c-a1f2-ea3fcce5ce76
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8g2lg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20607"
    uid: d268c6e7-03be-49b6-8478-34d39e590ffb
  kind: Event
  lastTimestamp: "2026-05-26T11:53:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T11:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:53:48Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8g2lg.18b31b6c0d5a141e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20680"
    uid: 1e6c5444-bc77-460e-a6b0-247540ad0b29
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8g2lg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20607"
    uid: d268c6e7-03be-49b6-8478-34d39e590ffb
  kind: Event
  lastTimestamp: "2026-05-26T11:53:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T11:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:53:48Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8g2lg.18b31b6c0dbb4648
    namespace: kserve-ci-e2e-test
    resourceVersion: "20682"
    uid: 7d9f2f8c-1122-4b36-ac6c-fafd7a1f3fcf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T11:53:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8g2lg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20607"
    uid: d268c6e7-03be-49b6-8478-34d39e590ffb
  kind: Event
  lastTimestamp: "2026-05-26T11:53:51Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-26T11:53:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:53:51Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8g2lg.18b31b6c7ed8ad0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20702"
    uid: 5de1bbff-8e00-4b07-80e1-5bc9fc293fb1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:54:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8g2lg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20607"
    uid: d268c6e7-03be-49b6-8478-34d39e590ffb
  kind: Event
  lastTimestamp: "2026-05-26T11:54:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T11:54:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:54:03Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8g2lg.18b31b6f916d7bb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20825"
    uid: 64e94851-59df-402f-aa2c-2b0abda8117f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:54:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8g2lg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20607"
    uid: d268c6e7-03be-49b6-8478-34d39e590ffb
  kind: Event
  lastTimestamp: "2026-05-26T11:54:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T11:54:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:54:03Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8g2lg.18b31b6f916e8828
    namespace: kserve-ci-e2e-test
    resourceVersion: "20827"
    uid: 91cd20b7-f441-4020-834f-fba347efa279
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:53:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989
    namespace: kserve-ci-e2e-test
    resourceVersion: "20594"
    uid: 8c3641cb-37be-4010-ac59-5e6307cc1d90
  kind: Event
  lastTimestamp: "2026-05-26T11:53:43Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-559bf6989-8g2lg'
  metadata:
    creationTimestamp: "2026-05-26T11:53:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:53:43Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989.18b31b6ae710914a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20608"
    uid: fc024ceb-86e5-439b-8e85-e28386f14b1f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:53:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20591"
    uid: afa4c3b6-5eae-412f-95ed-240caf4c2231
  kind: Event
  lastTimestamp: "2026-05-26T11:53:43Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-559bf6989 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-26T11:53:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:53:43Z"
    name: isvc-lightgbm-v2-kserve-predictor.18b31b6ae25e5105
    namespace: kserve-ci-e2e-test
    resourceVersion: "20596"
    uid: 5be76480-e41f-4022-936f-9e8a9ffe05f0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:53:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20593"
    uid: 81c5eec5-5cbb-4646-87ab-cbc5ff9308df
  kind: Event
  lastTimestamp: "2026-05-26T11:53:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T11:53:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:53:58Z"
    name: isvc-lightgbm-v2-kserve-predictor.18b31b6e613abd58
    namespace: kserve-ci-e2e-test
    resourceVersion: "20763"
    uid: 40a26905-43b8-492a-9200-310f9f28d892
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:53:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20593"
    uid: 81c5eec5-5cbb-4646-87ab-cbc5ff9308df
  kind: Event
  lastTimestamp: "2026-05-26T11:53:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T11:53:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:53:58Z"
    name: isvc-lightgbm-v2-kserve-predictor.18b31b6e61a476ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "20765"
    uid: 94b68061-baa9-4bb4-b102-47ecc5e30ee9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-26T11:53:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "20563"
    uid: c85a40c1-2d16-47ee-9ead-3ab76ef8b519
  kind: Event
  lastTimestamp: "2026-05-26T11:53:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T11:53:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T11:53:56Z"
    name: isvc-lightgbm-v2-kserve.18b31b6ae22fdcf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20750"
    uid: 6d393bed-cbe9-4f2b-9f17-3a580f866519
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T11:53:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "20563"
    uid: c85a40c1-2d16-47ee-9ead-3ab76ef8b519
  kind: Event
  lastTimestamp: "2026-05-26T11:53:43Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T11:53:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T11:53:43Z"
    name: isvc-lightgbm-v2-kserve.18b31b6ae28fdf55
    namespace: kserve-ci-e2e-test
    resourceVersion: "20613"
    uid: 0d06989a-170d-4aad-92c1-e737c80cbe4d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:53:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "20572"
    uid: c85a40c1-2d16-47ee-9ead-3ab76ef8b519
  kind: Event
  lastTimestamp: "2026-05-26T11:53:43Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-26T11:53:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T11:53:43Z"
    name: isvc-lightgbm-v2-kserve.18b31b6ae815c988
    namespace: kserve-ci-e2e-test
    resourceVersion: "20615"
    uid: 42aa5fcd-a718-4d70-9579-833a1871e07d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:53:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "20748"
    uid: c85a40c1-2d16-47ee-9ead-3ab76ef8b519
  kind: Event
  lastTimestamp: "2026-05-26T11:53:56Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-05-26T11:53:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T11:53:56Z"
    name: isvc-lightgbm-v2-kserve.18b31b6deb9888d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20749"
    uid: 44615ed9-6823-4373-890a-b11dfd6fdb8b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T11:50:53.422374Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-n6b8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19342"
    uid: e2697dd3-d115-42a5-a374-0350e3cb629f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-8765c9667-n6b8b
    to ip-10-0-138-207.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T11:50:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T11:50:53Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-n6b8b.18b31b4341cfe423
    namespace: kserve-ci-e2e-test
    resourceVersion: "19348"
    uid: ff83bfbc-0ad2-439c-beac-e9a76a76314f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-656794c755-kk9zg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:50:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-n6b8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19351"
    uid: e2697dd3-d115-42a5-a374-0350e3cb629f
  kind: Event
  lastTimestamp: "2026-05-26T11:50:53Z"
  message: Add eth0 [10.132.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T11:50:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T11:50:53Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-n6b8b.18b31b435b0059e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19361"
    uid: ca0ea9b3-3ce0-4826-be99-b594478bc38d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:50:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-n6b8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19344"
    uid: e2697dd3-d115-42a5-a374-0350e3cb629f
  kind: Event
  lastTimestamp: "2026-05-26T11:50:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T11:50:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:50:53Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-n6b8b.18b31b435c87a9dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19363"
    uid: 3ae0ae32-109f-4cad-ae2c-ebeb901f1014
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:50:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-n6b8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19344"
    uid: e2697dd3-d115-42a5-a374-0350e3cb629f
  kind: Event
  lastTimestamp: "2026-05-26T11:50:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T11:50:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:50:53Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-n6b8b.18b31b435f2ae498
    namespace: kserve-ci-e2e-test
    resourceVersion: "19365"
    uid: 74263e1c-9681-4068-a6a8-4efe967d1e45
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:50:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-n6b8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19344"
    uid: e2697dd3-d115-42a5-a374-0350e3cb629f
  kind: Event
  lastTimestamp: "2026-05-26T11:50:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T11:50:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:50:53Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-n6b8b.18b31b435facad1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19366"
    uid: 7b2c047e-2e7c-4401-ba74-30647b5d27b0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:50:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-n6b8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19344"
    uid: e2697dd3-d115-42a5-a374-0350e3cb629f
  kind: Event
  lastTimestamp: "2026-05-26T11:50:58Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-05-26T11:50:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:50:58Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-n6b8b.18b31b44551207c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19404"
    uid: 65048f08-d2e7-4556-8599-36281aef300d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:53:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-n6b8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19344"
    uid: e2697dd3-d115-42a5-a374-0350e3cb629f
  kind: Event
  lastTimestamp: "2026-05-26T11:53:01Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m3.858s
    (2m3.858s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-05-26T11:53:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:53:01Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-n6b8b.18b31b612b9a33a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20259"
    uid: a1eccc2c-0fb0-466d-bfd3-56210920e51b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:53:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-n6b8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19344"
    uid: e2697dd3-d115-42a5-a374-0350e3cb629f
  kind: Event
  lastTimestamp: "2026-05-26T11:53:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T11:53:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:53:02Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-n6b8b.18b31b61322066e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20260"
    uid: 84bbc854-a8de-4af0-ae9c-1bc0f26751ad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:53:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-n6b8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19344"
    uid: e2697dd3-d115-42a5-a374-0350e3cb629f
  kind: Event
  lastTimestamp: "2026-05-26T11:53:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T11:53:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:53:02Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-n6b8b.18b31b613318b1a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20261"
    uid: 8cedfe3d-d4fb-4cf0-acd5-2b885d3f7565
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:53:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-n6b8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19344"
    uid: e2697dd3-d115-42a5-a374-0350e3cb629f
  kind: Event
  lastTimestamp: "2026-05-26T11:53:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T11:53:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:53:02Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-n6b8b.18b31b613328ccc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20262"
    uid: b6b36c86-ecf6-488a-bf9b-61044490a9a5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:53:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-n6b8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19344"
    uid: e2697dd3-d115-42a5-a374-0350e3cb629f
  kind: Event
  lastTimestamp: "2026-05-26T11:53:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T11:53:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:53:02Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-n6b8b.18b31b6137d75f6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20265"
    uid: 67e2a5f0-5987-4a9a-bc00-45253f4fa485
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:53:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-n6b8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19344"
    uid: e2697dd3-d115-42a5-a374-0350e3cb629f
  kind: Event
  lastTimestamp: "2026-05-26T11:53:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T11:53:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:53:02Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-n6b8b.18b31b6139196770
    namespace: kserve-ci-e2e-test
    resourceVersion: "20266"
    uid: 88a6b410-8022-494c-9357-30ae837d7dc4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:53:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-n6b8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19344"
    uid: e2697dd3-d115-42a5-a374-0350e3cb629f
  kind: Event
  lastTimestamp: "2026-05-26T11:53:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T11:53:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:53:43Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-n6b8b.18b31b6ae1292c7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20589"
    uid: fbf71a70-4acd-4ff8-863a-e8aebaa3df06
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:53:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-n6b8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19344"
    uid: e2697dd3-d115-42a5-a374-0350e3cb629f
  kind: Event
  lastTimestamp: "2026-05-26T11:53:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T11:53:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:53:43Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-n6b8b.18b31b6ae129a5fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20592"
    uid: 7efea60d-3217-4bfd-8ebd-3dffa14bc7e1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:53:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-n6b8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19344"
    uid: e2697dd3-d115-42a5-a374-0350e3cb629f
  kind: Event
  lastTimestamp: "2026-05-26T11:53:44Z"
  message: 'Readiness probe failed: Get "https://10.132.0.22:8643/healthz": dial tcp
    10.132.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T11:53:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:53:44Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-n6b8b.18b31b6b1177124c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20633"
    uid: 265858f8-fd07-498f-9d57-2f15052898a4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:50:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667
    namespace: kserve-ci-e2e-test
    resourceVersion: "19328"
    uid: 1bc00846-53d2-476f-8570-379652412f2f
  kind: Event
  lastTimestamp: "2026-05-26T11:50:53Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-8765c9667-n6b8b'
  metadata:
    creationTimestamp: "2026-05-26T11:50:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:50:53Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667.18b31b43411f1762
    namespace: kserve-ci-e2e-test
    resourceVersion: "19343"
    uid: d9a98b78-07ec-4415-832c-58368148a73f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:50:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19326"
    uid: 01b9e051-0348-4771-8718-3ca1a5c3295f
  kind: Event
  lastTimestamp: "2026-05-26T11:50:53Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-8765c9667 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-26T11:50:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:50:53Z"
    name: isvc-lightgbm-v2-runtime-predictor.18b31b433c076409
    namespace: kserve-ci-e2e-test
    resourceVersion: "19330"
    uid: a4cf88e8-3bd6-478d-9409-ae3054b5297c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-26T11:51:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19327"
    uid: 7f73861c-59c7-4da1-9934-0334101ca737
  kind: Event
  lastTimestamp: "2026-05-26T11:53:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T11:51:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:53:38Z"
    name: isvc-lightgbm-v2-runtime-predictor.18b31b46bb1c5c4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20518"
    uid: b56855cd-e85c-435c-954c-067efb9d3d89
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-26T11:51:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19327"
    uid: 7f73861c-59c7-4da1-9934-0334101ca737
  kind: Event
  lastTimestamp: "2026-05-26T11:53:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T11:51:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:53:38Z"
    name: isvc-lightgbm-v2-runtime-predictor.18b31b46bb6c42f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20519"
    uid: a8df2398-8007-4856-bb5a-141fda975d09
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-26T11:50:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19298"
    uid: 594ef774-307c-4c7e-b206-4eb9c39047e3
  kind: Event
  lastTimestamp: "2026-05-26T11:53:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T11:50:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T11:53:39Z"
    name: isvc-lightgbm-v2-runtime.18b31b433bd699c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20535"
    uid: 736b74f0-dca7-45e9-8e19-5c40731ce049
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T11:50:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19298"
    uid: 594ef774-307c-4c7e-b206-4eb9c39047e3
  kind: Event
  lastTimestamp: "2026-05-26T11:50:53Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T11:50:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T11:50:53Z"
    name: isvc-lightgbm-v2-runtime.18b31b433c47bde7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19353"
    uid: abefebe5-808e-4b4a-af2d-aef838301914
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:50:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19310"
    uid: 594ef774-307c-4c7e-b206-4eb9c39047e3
  kind: Event
  lastTimestamp: "2026-05-26T11:50:53Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-26T11:50:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T11:50:53Z"
    name: isvc-lightgbm-v2-runtime.18b31b4343c01e81
    namespace: kserve-ci-e2e-test
    resourceVersion: "19354"
    uid: c3d9c921-ceb7-48b1-a8be-724b122af558
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:53:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20533"
    uid: 594ef774-307c-4c7e-b206-4eb9c39047e3
  kind: Event
  lastTimestamp: "2026-05-26T11:53:39Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-26T11:53:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T11:53:39Z"
    name: isvc-lightgbm-v2-runtime.18b31b69ed25b262
    namespace: kserve-ci-e2e-test
    resourceVersion: "20534"
    uid: c13330ad-b42f-4644-80d9-103498d31367
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-26T11:47:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17797"
    uid: 656a088d-dd14-4f2b-aab5-92a2ed181b0e
  kind: Event
  lastTimestamp: "2026-05-26T11:49:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T11:47:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T11:49:21Z"
    name: isvc-lightgbm.18b31b191555d1cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18542"
    uid: af19a745-1092-4472-a9ec-4fd2aa2eb1b0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:47:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17797"
    uid: 656a088d-dd14-4f2b-aab5-92a2ed181b0e
  kind: Event
  lastTimestamp: "2026-05-26T11:47:52Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-05-26T11:47:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T11:47:52Z"
    name: isvc-lightgbm.18b31b1915f89638
    namespace: kserve-ci-e2e-test
    resourceVersion: "17830"
    uid: ffb8bfc5-953e-4095-bfff-018b47efcdc8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:49:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18540"
    uid: 656a088d-dd14-4f2b-aab5-92a2ed181b0e
  kind: Event
  lastTimestamp: "2026-05-26T11:49:21Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-05-26T11:49:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T11:49:21Z"
    name: isvc-lightgbm.18b31b2dd0b8d78a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18541"
    uid: 02756b26-662d-4471-bf30-99269b78b123
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T11:46:27.058511Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-g944p
    namespace: kserve-ci-e2e-test
    resourceVersion: "17121"
    uid: 9fdfc4d2-ce64-4960-9cf9-bfbd99fc7266
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-6d94fc7bdd-g944p
    to ip-10-0-138-207.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T11:46:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T11:46:27Z"
    name: isvc-logger-predictor-6d94fc7bdd-g944p.18b31b053d49f494
    namespace: kserve-ci-e2e-test
    resourceVersion: "17128"
    uid: 96cddbfb-940b-4ba3-85a1-231542925d42
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-656794c755-kk9zg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:46:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-g944p
    namespace: kserve-ci-e2e-test
    resourceVersion: "17132"
    uid: 9fdfc4d2-ce64-4960-9cf9-bfbd99fc7266
  kind: Event
  lastTimestamp: "2026-05-26T11:46:27Z"
  message: Add eth0 [10.132.0.19/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T11:46:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T11:46:27Z"
    name: isvc-logger-predictor-6d94fc7bdd-g944p.18b31b0556b0077b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17136"
    uid: cff388a7-17e3-4cc0-ab48-8eb3a82e0d1b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:46:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-g944p
    namespace: kserve-ci-e2e-test
    resourceVersion: "17125"
    uid: 9fdfc4d2-ce64-4960-9cf9-bfbd99fc7266
  kind: Event
  lastTimestamp: "2026-05-26T11:46:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T11:46:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:46:27Z"
    name: isvc-logger-predictor-6d94fc7bdd-g944p.18b31b055821e95f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17138"
    uid: eb11be7e-dd95-47f2-b2c1-34306b406649
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:46:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-g944p
    namespace: kserve-ci-e2e-test
    resourceVersion: "17125"
    uid: 9fdfc4d2-ce64-4960-9cf9-bfbd99fc7266
  kind: Event
  lastTimestamp: "2026-05-26T11:46:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T11:46:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:46:27Z"
    name: isvc-logger-predictor-6d94fc7bdd-g944p.18b31b055b8f0a89
    namespace: kserve-ci-e2e-test
    resourceVersion: "17140"
    uid: dd413edf-c36f-4a76-965b-c47f3d41569c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:46:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-g944p
    namespace: kserve-ci-e2e-test
    resourceVersion: "17125"
    uid: 9fdfc4d2-ce64-4960-9cf9-bfbd99fc7266
  kind: Event
  lastTimestamp: "2026-05-26T11:46:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T11:46:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:46:27Z"
    name: isvc-logger-predictor-6d94fc7bdd-g944p.18b31b055c061d86
    namespace: kserve-ci-e2e-test
    resourceVersion: "17141"
    uid: a8b52841-fa0c-4e11-b309-f09b64843c26
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:46:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-g944p
    namespace: kserve-ci-e2e-test
    resourceVersion: "17125"
    uid: 9fdfc4d2-ce64-4960-9cf9-bfbd99fc7266
  kind: Event
  lastTimestamp: "2026-05-26T11:46:31Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T11:46:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:46:31Z"
    name: isvc-logger-predictor-6d94fc7bdd-g944p.18b31b06398373b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17179"
    uid: e8842d86-164f-4c0f-9c89-74803445d2b1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:46:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-g944p
    namespace: kserve-ci-e2e-test
    resourceVersion: "17125"
    uid: 9fdfc4d2-ce64-4960-9cf9-bfbd99fc7266
  kind: Event
  lastTimestamp: "2026-05-26T11:46:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T11:46:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:46:31Z"
    name: isvc-logger-predictor-6d94fc7bdd-g944p.18b31b063c948d46
    namespace: kserve-ci-e2e-test
    resourceVersion: "17181"
    uid: dbd7ef07-da48-4e54-b672-4c95cfd4a373
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:46:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-g944p
    namespace: kserve-ci-e2e-test
    resourceVersion: "17125"
    uid: 9fdfc4d2-ce64-4960-9cf9-bfbd99fc7266
  kind: Event
  lastTimestamp: "2026-05-26T11:46:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T11:46:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:46:31Z"
    name: isvc-logger-predictor-6d94fc7bdd-g944p.18b31b063d1e05db
    namespace: kserve-ci-e2e-test
    resourceVersion: "17182"
    uid: 45bb9039-3095-4a9f-a091-d0d2ce8271b9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:46:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-g944p
    namespace: kserve-ci-e2e-test
    resourceVersion: "17125"
    uid: 9fdfc4d2-ce64-4960-9cf9-bfbd99fc7266
  kind: Event
  lastTimestamp: "2026-05-26T11:46:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T11:46:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:46:31Z"
    name: isvc-logger-predictor-6d94fc7bdd-g944p.18b31b063d2aab8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17183"
    uid: 24bdbaf9-b607-4743-b88a-caf74aacd4c7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:46:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-g944p
    namespace: kserve-ci-e2e-test
    resourceVersion: "17125"
    uid: 9fdfc4d2-ce64-4960-9cf9-bfbd99fc7266
  kind: Event
  lastTimestamp: "2026-05-26T11:46:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T11:46:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:46:31Z"
    name: isvc-logger-predictor-6d94fc7bdd-g944p.18b31b063ff8d398
    namespace: kserve-ci-e2e-test
    resourceVersion: "17186"
    uid: 451651b1-f8ec-401d-bdbe-f94e3ea6fceb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:46:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-g944p
    namespace: kserve-ci-e2e-test
    resourceVersion: "17125"
    uid: 9fdfc4d2-ce64-4960-9cf9-bfbd99fc7266
  kind: Event
  lastTimestamp: "2026-05-26T11:46:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T11:46:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:46:31Z"
    name: isvc-logger-predictor-6d94fc7bdd-g944p.18b31b06407a4271
    namespace: kserve-ci-e2e-test
    resourceVersion: "17187"
    uid: ea47ecb7-7d39-4284-acfc-7efc0b9d5693
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:46:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-g944p
    namespace: kserve-ci-e2e-test
    resourceVersion: "17125"
    uid: 9fdfc4d2-ce64-4960-9cf9-bfbd99fc7266
  kind: Event
  lastTimestamp: "2026-05-26T11:46:31Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:9d008eea42a91e205ae1ecc0a9946e2c84f08f08aef78aedaed41828bc3d7e9c"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T11:46:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:46:31Z"
    name: isvc-logger-predictor-6d94fc7bdd-g944p.18b31b0640876719
    namespace: kserve-ci-e2e-test
    resourceVersion: "17188"
    uid: 68ddf144-60de-4c48-a7a3-4065e5d03cae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:46:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-g944p
    namespace: kserve-ci-e2e-test
    resourceVersion: "17125"
    uid: 9fdfc4d2-ce64-4960-9cf9-bfbd99fc7266
  kind: Event
  lastTimestamp: "2026-05-26T11:46:31Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-05-26T11:46:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:46:31Z"
    name: isvc-logger-predictor-6d94fc7bdd-g944p.18b31b0643188369
    namespace: kserve-ci-e2e-test
    resourceVersion: "17191"
    uid: 4be50f6b-2f28-4659-a690-ba29e4ad6472
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:46:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-g944p
    namespace: kserve-ci-e2e-test
    resourceVersion: "17125"
    uid: 9fdfc4d2-ce64-4960-9cf9-bfbd99fc7266
  kind: Event
  lastTimestamp: "2026-05-26T11:46:31Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-05-26T11:46:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:46:31Z"
    name: isvc-logger-predictor-6d94fc7bdd-g944p.18b31b06438fa184
    namespace: kserve-ci-e2e-test
    resourceVersion: "17192"
    uid: a4cdabe9-c0a2-49e4-893d-ca360de18b53
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-26T11:46:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-g944p
    namespace: kserve-ci-e2e-test
    resourceVersion: "17125"
    uid: 9fdfc4d2-ce64-4960-9cf9-bfbd99fc7266
  kind: Event
  lastTimestamp: "2026-05-26T11:48:09Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.19:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-26T11:46:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:48:09Z"
    name: isvc-logger-predictor-6d94fc7bdd-g944p.18b31b06b13c8985
    namespace: kserve-ci-e2e-test
    resourceVersion: "18020"
    uid: a069d708-727c-4ba3-b37e-141087f11499
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-26T11:46:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-g944p
    namespace: kserve-ci-e2e-test
    resourceVersion: "17125"
    uid: 9fdfc4d2-ce64-4960-9cf9-bfbd99fc7266
  kind: Event
  lastTimestamp: "2026-05-26T11:48:09Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-05-26T11:46:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:48:09Z"
    name: isvc-logger-predictor-6d94fc7bdd-g944p.18b31b06b145b17a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18021"
    uid: 6768293d-1d8d-456a-8e59-353f766fbcc4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:47:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-g944p
    namespace: kserve-ci-e2e-test
    resourceVersion: "17125"
    uid: 9fdfc4d2-ce64-4960-9cf9-bfbd99fc7266
  kind: Event
  lastTimestamp: "2026-05-26T11:47:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T11:47:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:47:52Z"
    name: isvc-logger-predictor-6d94fc7bdd-g944p.18b31b1916295a4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17832"
    uid: 6a18cd15-f386-4320-a555-2cb1e775ad38
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:47:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-g944p
    namespace: kserve-ci-e2e-test
    resourceVersion: "17125"
    uid: 9fdfc4d2-ce64-4960-9cf9-bfbd99fc7266
  kind: Event
  lastTimestamp: "2026-05-26T11:47:52Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-05-26T11:47:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:47:52Z"
    name: isvc-logger-predictor-6d94fc7bdd-g944p.18b31b191629ba21
    namespace: kserve-ci-e2e-test
    resourceVersion: "17834"
    uid: f887b534-ae57-4e18-99c4-30671a93e59e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:47:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-g944p
    namespace: kserve-ci-e2e-test
    resourceVersion: "17125"
    uid: 9fdfc4d2-ce64-4960-9cf9-bfbd99fc7266
  kind: Event
  lastTimestamp: "2026-05-26T11:47:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T11:47:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:47:52Z"
    name: isvc-logger-predictor-6d94fc7bdd-g944p.18b31b19162a4f6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17837"
    uid: bae9e852-3f75-4d50-b58c-9e39b1d58d7e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-05-26T11:47:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-g944p
    namespace: kserve-ci-e2e-test
    resourceVersion: "17125"
    uid: 9fdfc4d2-ce64-4960-9cf9-bfbd99fc7266
  kind: Event
  lastTimestamp: "2026-05-26T11:48:14Z"
  message: 'Readiness probe failed: Get "https://10.132.0.19:8643/healthz": dial tcp
    10.132.0.19:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T11:47:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:48:14Z"
    name: isvc-logger-predictor-6d94fc7bdd-g944p.18b31b198d562028
    namespace: kserve-ci-e2e-test
    resourceVersion: "18060"
    uid: 95a25d3a-09f9-4e08-b6a8-9bf99843e57a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:46:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-6d94fc7bdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17110"
    uid: a7ed716e-66c5-4f32-9a27-51df1ed49c22
  kind: Event
  lastTimestamp: "2026-05-26T11:46:27Z"
  message: 'Created pod: isvc-logger-predictor-6d94fc7bdd-g944p'
  metadata:
    creationTimestamp: "2026-05-26T11:46:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:46:27Z"
    name: isvc-logger-predictor-6d94fc7bdd.18b31b053cbfda6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17126"
    uid: cfcc4061-7028-4e51-b985-d0e0720f7f70
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:46:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17108"
    uid: 9f1f05b7-621a-487f-9956-c473b9e7fabd
  kind: Event
  lastTimestamp: "2026-05-26T11:46:26Z"
  message: Scaled up replica set isvc-logger-predictor-6d94fc7bdd from 0 to 1
  metadata:
    creationTimestamp: "2026-05-26T11:46:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:46:26Z"
    name: isvc-logger-predictor.18b31b0538f1c967
    namespace: kserve-ci-e2e-test
    resourceVersion: "17112"
    uid: c476d999-13cf-4bbf-80d7-dc7ce74adfc0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T11:46:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17109"
    uid: 6a60fae8-cfe4-484c-b336-4ab9f26a04ef
  kind: Event
  lastTimestamp: "2026-05-26T11:47:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T11:46:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:47:12Z"
    name: isvc-logger-predictor.18b31b08b7819196
    namespace: kserve-ci-e2e-test
    resourceVersion: "17498"
    uid: 3e2512b3-f3ef-4f7d-8030-0cc94d09d309
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T11:46:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17109"
    uid: 6a60fae8-cfe4-484c-b336-4ab9f26a04ef
  kind: Event
  lastTimestamp: "2026-05-26T11:47:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T11:46:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:47:12Z"
    name: isvc-logger-predictor.18b31b08b7e565ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "17500"
    uid: 60b3cdfc-43bb-4a8d-9c3f-cf3a12f38ca8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T11:47:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17278"
    uid: 6a60fae8-cfe4-484c-b336-4ab9f26a04ef
  kind: Event
  lastTimestamp: "2026-05-26T11:47:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T11:47:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:47:42Z"
    name: isvc-logger-predictor.18b31b133519d88e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17718"
    uid: 2bba1652-d3f9-424c-82f9-5e82810346a2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T11:47:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17278"
    uid: 6a60fae8-cfe4-484c-b336-4ab9f26a04ef
  kind: Event
  lastTimestamp: "2026-05-26T11:47:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T11:47:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:47:42Z"
    name: isvc-logger-predictor.18b31b13357724e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17719"
    uid: b4b0ae35-79c4-4575-8219-8c2f4ec1ffa9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-26T11:46:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17099"
    uid: 59d05c6e-87a5-4516-9938-f1264c6b8e25
  kind: Event
  lastTimestamp: "2026-05-26T11:47:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T11:46:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T11:47:39Z"
    name: isvc-logger.18b31b0538d11232
    namespace: kserve-ci-e2e-test
    resourceVersion: "17699"
    uid: 1bb4c007-8b6e-4f90-9068-b105fd12c18d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:46:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17099"
    uid: 59d05c6e-87a5-4516-9938-f1264c6b8e25
  kind: Event
  lastTimestamp: "2026-05-26T11:46:26Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-05-26T11:46:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T11:46:26Z"
    name: isvc-logger.18b31b05393eb7c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17114"
    uid: 4daa9045-9cd2-4819-887e-287c3b8cfd53
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:47:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17697"
    uid: 59d05c6e-87a5-4516-9938-f1264c6b8e25
  kind: Event
  lastTimestamp: "2026-05-26T11:47:39Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-05-26T11:47:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T11:47:39Z"
    name: isvc-logger.18b31b1614c309fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17698"
    uid: 9bdf985d-df06-4793-9365-d18fbb89a91d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T11:54:03.812083Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-fm8ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "20840"
    uid: ce3d6b1d-a6cd-4353-864b-11b322f5be23
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-5fdb47d546-fm8ws
    to ip-10-0-138-207.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T11:54:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T11:54:03Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-fm8ws.18b31b6f95ec57b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20846"
    uid: 97efdaf9-f27e-4c22-9e1d-aaf18e1e5ead
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-656794c755-kk9zg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:54:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-fm8ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "20852"
    uid: ce3d6b1d-a6cd-4353-864b-11b322f5be23
  kind: Event
  lastTimestamp: "2026-05-26T11:54:04Z"
  message: Add eth0 [10.132.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T11:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T11:54:04Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-fm8ws.18b31b6faf42d8d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20859"
    uid: 1b982238-f9bb-48a6-b0af-d57278b2f64a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:54:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-fm8ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "20842"
    uid: ce3d6b1d-a6cd-4353-864b-11b322f5be23
  kind: Event
  lastTimestamp: "2026-05-26T11:54:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T11:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:54:04Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-fm8ws.18b31b6fb0e482e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20863"
    uid: e002f2e1-a469-407c-8bc1-34272e6b28ef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:54:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-fm8ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "20842"
    uid: ce3d6b1d-a6cd-4353-864b-11b322f5be23
  kind: Event
  lastTimestamp: "2026-05-26T11:54:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T11:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:54:04Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-fm8ws.18b31b6fb3ea8a62
    namespace: kserve-ci-e2e-test
    resourceVersion: "20866"
    uid: a412d13c-3c04-4cb3-9a87-afeaf97b33c8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:54:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-fm8ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "20842"
    uid: ce3d6b1d-a6cd-4353-864b-11b322f5be23
  kind: Event
  lastTimestamp: "2026-05-26T11:54:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T11:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:54:04Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-fm8ws.18b31b6fb46b4f57
    namespace: kserve-ci-e2e-test
    resourceVersion: "20867"
    uid: bcbf6284-e855-4a38-88ea-9d3a0ac723c1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:54:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-fm8ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "20842"
    uid: ce3d6b1d-a6cd-4353-864b-11b322f5be23
  kind: Event
  lastTimestamp: "2026-05-26T11:54:08Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-05-26T11:54:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:54:08Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-fm8ws.18b31b70b30152e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20909"
    uid: 9720bbb1-8d9a-42e4-b2e8-bc17d916f5be
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:54:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-fm8ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "20842"
    uid: ce3d6b1d-a6cd-4353-864b-11b322f5be23
  kind: Event
  lastTimestamp: "2026-05-26T11:54:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T11:54:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:54:08Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-fm8ws.18b31b70b642f2bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20912"
    uid: de0fc8dc-6f63-4011-8993-c8a66c0c922d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:54:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-fm8ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "20842"
    uid: ce3d6b1d-a6cd-4353-864b-11b322f5be23
  kind: Event
  lastTimestamp: "2026-05-26T11:54:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T11:54:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:54:08Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-fm8ws.18b31b70b6c8fe90
    namespace: kserve-ci-e2e-test
    resourceVersion: "20914"
    uid: 275d8450-a125-4f13-a16a-f5c5b02d303d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:54:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-fm8ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "20842"
    uid: ce3d6b1d-a6cd-4353-864b-11b322f5be23
  kind: Event
  lastTimestamp: "2026-05-26T11:54:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T11:54:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:54:08Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-fm8ws.18b31b70b6d50ae4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20916"
    uid: 734141a7-5792-4155-b95b-109c9acf4833
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:54:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-fm8ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "20842"
    uid: ce3d6b1d-a6cd-4353-864b-11b322f5be23
  kind: Event
  lastTimestamp: "2026-05-26T11:54:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T11:54:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:54:08Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-fm8ws.18b31b70b9541ee9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20917"
    uid: 13bac22b-5cf1-47d3-b2c0-ceb01387641c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:54:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-fm8ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "20842"
    uid: ce3d6b1d-a6cd-4353-864b-11b322f5be23
  kind: Event
  lastTimestamp: "2026-05-26T11:54:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T11:54:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:54:08Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-fm8ws.18b31b70b9df634d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20919"
    uid: 4d4339d3-ca16-4922-9a5b-cd63c6c077e1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:54:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-fm8ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "20842"
    uid: ce3d6b1d-a6cd-4353-864b-11b322f5be23
  kind: Event
  lastTimestamp: "2026-05-26T11:54:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T11:54:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:54:54Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-fm8ws.18b31b7b485a2fd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21296"
    uid: 804fb401-8e58-4bdc-990c-ba1a515805ad
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:54:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-fm8ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "20842"
    uid: ce3d6b1d-a6cd-4353-864b-11b322f5be23
  kind: Event
  lastTimestamp: "2026-05-26T11:54:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T11:54:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:54:54Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-fm8ws.18b31b7b485a64fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21297"
    uid: d3c1998c-3742-4867-b4db-da84eef97b39
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:54:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-fm8ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "20842"
    uid: ce3d6b1d-a6cd-4353-864b-11b322f5be23
  kind: Event
  lastTimestamp: "2026-05-26T11:54:56Z"
  message: 'Readiness probe failed: Get "https://10.132.0.24:8643/healthz": dial tcp
    10.132.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T11:54:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:54:56Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-fm8ws.18b31b7be09f1ee1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21337"
    uid: 7d3154f1-aabe-4ea7-b187-a9368335598c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:54:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-fm8ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "20842"
    uid: ce3d6b1d-a6cd-4353-864b-11b322f5be23
  kind: Event
  lastTimestamp: "2026-05-26T11:54:57Z"
  message: 'Readiness probe failed: Get "http://10.132.0.24:8080/v2/models/isvc-mlflow-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-05-26T11:54:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:54:57Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-fm8ws.18b31b7c1f078b8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21344"
    uid: 38de2508-f756-4c67-b8d7-b1be3b660554
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:54:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546
    namespace: kserve-ci-e2e-test
    resourceVersion: "20829"
    uid: 7e3e4539-f65c-474b-891a-5a30a2b07308
  kind: Event
  lastTimestamp: "2026-05-26T11:54:03Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-5fdb47d546-fm8ws'
  metadata:
    creationTimestamp: "2026-05-26T11:54:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:54:03Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546.18b31b6f9572942d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20841"
    uid: 12baa863-65b0-44b4-a509-347f996faa17
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:54:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20826"
    uid: 1c2299a7-5d31-407e-a516-6ab26c00abda
  kind: Event
  lastTimestamp: "2026-05-26T11:54:03Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-5fdb47d546 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-26T11:54:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:54:03Z"
    name: isvc-mlflow-v2-runtime-predictor.18b31b6f928b90d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20831"
    uid: 15d13c56-e921-48ab-9bf1-54657d40e3f4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T11:54:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20828"
    uid: e3a3385a-9d3c-4fbe-8938-6fd568e442ca
  kind: Event
  lastTimestamp: "2026-05-26T11:54:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T11:54:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:54:33Z"
    name: isvc-mlflow-v2-runtime-predictor.18b31b731156c812
    namespace: kserve-ci-e2e-test
    resourceVersion: "21092"
    uid: 03d644fd-e226-40f8-a57f-63392b6af983
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T11:54:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20828"
    uid: e3a3385a-9d3c-4fbe-8938-6fd568e442ca
  kind: Event
  lastTimestamp: "2026-05-26T11:54:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T11:54:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:54:33Z"
    name: isvc-mlflow-v2-runtime-predictor.18b31b7311faa500
    namespace: kserve-ci-e2e-test
    resourceVersion: "21093"
    uid: 3fc1af67-0236-4ea1-8140-8a1faf74ecfa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:54:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20988"
    uid: e3a3385a-9d3c-4fbe-8938-6fd568e442ca
  kind: Event
  lastTimestamp: "2026-05-26T11:54:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T11:54:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:54:48Z"
    name: isvc-mlflow-v2-runtime-predictor.18b31b7a1051ca0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21209"
    uid: b4ea85c0-3377-4691-a9cd-2f584fed26d5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:54:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20988"
    uid: e3a3385a-9d3c-4fbe-8938-6fd568e442ca
  kind: Event
  lastTimestamp: "2026-05-26T11:54:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T11:54:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:54:48Z"
    name: isvc-mlflow-v2-runtime-predictor.18b31b7a10c55301
    namespace: kserve-ci-e2e-test
    resourceVersion: "21211"
    uid: d99140f4-7091-469b-a0f0-e742c9c8c553
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-26T11:54:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20799"
    uid: ecc952e5-f612-4be5-af3a-5fe27e74788f
  kind: Event
  lastTimestamp: "2026-05-26T11:54:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T11:54:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T11:54:46Z"
    name: isvc-mlflow-v2-runtime.18b31b6f926514df
    namespace: kserve-ci-e2e-test
    resourceVersion: "21195"
    uid: ced15a76-3358-4c43-8681-b89b35ffd79a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:54:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20799"
    uid: ecc952e5-f612-4be5-af3a-5fe27e74788f
  kind: Event
  lastTimestamp: "2026-05-26T11:54:03Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T11:54:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T11:54:03Z"
    name: isvc-mlflow-v2-runtime.18b31b6f92def6cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20833"
    uid: 7d1f26ff-f11f-4dcc-8ec5-50db0fc3b542
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:54:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21192"
    uid: ecc952e5-f612-4be5-af3a-5fe27e74788f
  kind: Event
  lastTimestamp: "2026-05-26T11:54:46Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-26T11:54:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T11:54:46Z"
    name: isvc-mlflow-v2-runtime.18b31b7992d85ddc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21194"
    uid: a3c02b42-5e1e-46e8-a456-bc710803c9d3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T11:56:14.187130Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-nzzhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21933"
    uid: aeb182f6-816b-415b-93f0-e1331d9a68bc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6b8b7cfb4b-nzzhv
    to ip-10-0-138-207.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T11:56:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T11:56:14Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-nzzhv.18b31b8df0e1a2d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21939"
    uid: 9a300121-5eae-47b0-b483-caf8a8dbcb99
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-656794c755-kk9zg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:56:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-nzzhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21942"
    uid: aeb182f6-816b-415b-93f0-e1331d9a68bc
  kind: Event
  lastTimestamp: "2026-05-26T11:56:14Z"
  message: Add eth0 [10.132.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T11:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T11:56:14Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-nzzhv.18b31b8e0a5b8e1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21953"
    uid: 406ea01a-f5b9-402e-8706-33e1bb68d478
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:56:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-nzzhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21936"
    uid: aeb182f6-816b-415b-93f0-e1331d9a68bc
  kind: Event
  lastTimestamp: "2026-05-26T11:56:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T11:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:56:14Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-nzzhv.18b31b8e0be9eefd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21955"
    uid: 5dd82dac-0431-46c5-8c9b-9017fe9f3149
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:56:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-nzzhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21936"
    uid: aeb182f6-816b-415b-93f0-e1331d9a68bc
  kind: Event
  lastTimestamp: "2026-05-26T11:56:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T11:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:56:14Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-nzzhv.18b31b8e0eb4efdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21957"
    uid: 1569122c-f5cf-4508-8c29-97ad7eaa53a8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:56:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-nzzhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21936"
    uid: aeb182f6-816b-415b-93f0-e1331d9a68bc
  kind: Event
  lastTimestamp: "2026-05-26T11:56:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T11:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:56:14Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-nzzhv.18b31b8e0f2ca6ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "21958"
    uid: b45d6ddb-d2da-45dd-b5dd-6f2286db9953
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:56:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-nzzhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21936"
    uid: aeb182f6-816b-415b-93f0-e1331d9a68bc
  kind: Event
  lastTimestamp: "2026-05-26T11:56:19Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-05-26T11:56:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:56:19Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-nzzhv.18b31b8f49f74e9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22003"
    uid: 50a52ae5-d4a6-4b3f-8b52-a8ce7948e55a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:56:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-nzzhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21936"
    uid: aeb182f6-816b-415b-93f0-e1331d9a68bc
  kind: Event
  lastTimestamp: "2026-05-26T11:56:31Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.426s (11.426s
    including waiting). Image size: 1162550521 bytes.'
  metadata:
    creationTimestamp: "2026-05-26T11:56:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:56:31Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-nzzhv.18b31b91f306d877
    namespace: kserve-ci-e2e-test
    resourceVersion: "22094"
    uid: fbd703ba-5f94-4e2f-9b34-d2e6373fa9a3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:56:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-nzzhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21936"
    uid: aeb182f6-816b-415b-93f0-e1331d9a68bc
  kind: Event
  lastTimestamp: "2026-05-26T11:56:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T11:56:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:56:31Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-nzzhv.18b31b91f5c4a550
    namespace: kserve-ci-e2e-test
    resourceVersion: "22096"
    uid: ee557286-b96a-4959-9f3a-0a16280fd522
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:56:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-nzzhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21936"
    uid: aeb182f6-816b-415b-93f0-e1331d9a68bc
  kind: Event
  lastTimestamp: "2026-05-26T11:56:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T11:56:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:56:31Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-nzzhv.18b31b91f640c941
    namespace: kserve-ci-e2e-test
    resourceVersion: "22097"
    uid: 2a511dd1-ae5f-4ff4-b56e-8135703b4551
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:56:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-nzzhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21936"
    uid: aeb182f6-816b-415b-93f0-e1331d9a68bc
  kind: Event
  lastTimestamp: "2026-05-26T11:56:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T11:56:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:56:31Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-nzzhv.18b31b91f64cb1c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22098"
    uid: 6488c89c-c3a4-401d-a493-a61e8a1b8070
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:56:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-nzzhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21936"
    uid: aeb182f6-816b-415b-93f0-e1331d9a68bc
  kind: Event
  lastTimestamp: "2026-05-26T11:56:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T11:56:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:56:31Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-nzzhv.18b31b91f9033967
    namespace: kserve-ci-e2e-test
    resourceVersion: "22099"
    uid: 3e57d1fc-ee5b-43c1-88d5-050f5ec4eaad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:56:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-nzzhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21936"
    uid: aeb182f6-816b-415b-93f0-e1331d9a68bc
  kind: Event
  lastTimestamp: "2026-05-26T11:56:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T11:56:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:56:31Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-nzzhv.18b31b91f97d5611
    namespace: kserve-ci-e2e-test
    resourceVersion: "22100"
    uid: b7a4b35c-7258-47a9-a105-3a4f384b02ec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-05-26T11:56:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-nzzhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21936"
    uid: aeb182f6-816b-415b-93f0-e1331d9a68bc
  kind: Event
  lastTimestamp: "2026-05-26T11:57:09Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-26T11:56:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:57:09Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-nzzhv.18b31b9253199090
    namespace: kserve-ci-e2e-test
    resourceVersion: "22374"
    uid: e82b8216-3bcf-451c-a428-3c92326bde3b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:57:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-nzzhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21936"
    uid: aeb182f6-816b-415b-93f0-e1331d9a68bc
  kind: Event
  lastTimestamp: "2026-05-26T11:57:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T11:57:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:57:25Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-nzzhv.18b31b9e931ce8a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22537"
    uid: 55cbd5ed-bc59-4f65-892b-367301d9b95d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:57:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-nzzhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21936"
    uid: aeb182f6-816b-415b-93f0-e1331d9a68bc
  kind: Event
  lastTimestamp: "2026-05-26T11:57:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T11:57:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:57:25Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-nzzhv.18b31b9e931d91bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22540"
    uid: dee87c1d-3f18-49af-8abd-1eef13764a66
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:56:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6b8b7cfb4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21922"
    uid: d5dd62cf-9984-4029-b1ee-3f3bd6c1e6ab
  kind: Event
  lastTimestamp: "2026-05-26T11:56:14Z"
  message: 'Created pod: isvc-paddle-predictor-6b8b7cfb4b-nzzhv'
  metadata:
    creationTimestamp: "2026-05-26T11:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:56:14Z"
    name: isvc-paddle-predictor-6b8b7cfb4b.18b31b8df0259ef0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21934"
    uid: e4f48d3a-b9be-45ff-ac88-c3a77a42d83c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:56:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21918"
    uid: dd3e94aa-9ef3-45dd-a146-cf0b441e5739
  kind: Event
  lastTimestamp: "2026-05-26T11:56:14Z"
  message: Scaled up replica set isvc-paddle-predictor-6b8b7cfb4b from 0 to 1
  metadata:
    creationTimestamp: "2026-05-26T11:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:56:14Z"
    name: isvc-paddle-predictor.18b31b8decdaf7a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21925"
    uid: 53f71d1b-9465-4791-8f70-c46c00a4b1d0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:56:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21921"
    uid: 608e45c7-e437-4efd-b1ed-eec1ebae9754
  kind: Event
  lastTimestamp: "2026-05-26T11:56:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T11:56:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:56:29Z"
    name: isvc-paddle-predictor.18b31b916bc54b3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22073"
    uid: 5346697b-6c7b-4592-bb06-5d3220915988
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:56:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21921"
    uid: 608e45c7-e437-4efd-b1ed-eec1ebae9754
  kind: Event
  lastTimestamp: "2026-05-26T11:56:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T11:56:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:56:29Z"
    name: isvc-paddle-predictor.18b31b916c3cb60e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22075"
    uid: 9c5c464e-1068-4967-add7-6418435b577d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T11:56:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22074"
    uid: 608e45c7-e437-4efd-b1ed-eec1ebae9754
  kind: Event
  lastTimestamp: "2026-05-26T11:57:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T11:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:57:14Z"
    name: isvc-paddle-predictor.18b31b94eb088911
    namespace: kserve-ci-e2e-test
    resourceVersion: "22408"
    uid: 7abaf4ca-323f-4d37-b82f-9d0ecc42ac58
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T11:56:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22074"
    uid: 608e45c7-e437-4efd-b1ed-eec1ebae9754
  kind: Event
  lastTimestamp: "2026-05-26T11:57:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T11:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:57:14Z"
    name: isvc-paddle-predictor.18b31b94eb7c584f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22409"
    uid: dd469c25-c7ce-4eae-8e68-85e9e5e55726
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T11:57:25.683676Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9m7f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22542"
    uid: 5520e035-56bf-4d0d-a40a-bfb52f25759b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-7f4d4f9dc8-9m7f9
    to ip-10-0-138-207.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T11:57:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T11:57:25Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9m7f9.18b31b9e96685d00
    namespace: kserve-ci-e2e-test
    resourceVersion: "22549"
    uid: 762bd815-1d1f-49fc-bceb-0e3d37510815
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-656794c755-kk9zg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:57:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9m7f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22552"
    uid: 5520e035-56bf-4d0d-a40a-bfb52f25759b
  kind: Event
  lastTimestamp: "2026-05-26T11:57:26Z"
  message: Add eth0 [10.132.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T11:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T11:57:26Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9m7f9.18b31b9eafbc156b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22561"
    uid: 9640ce0b-02d6-42d7-985a-dca1ddbdc1d0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:57:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9m7f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22546"
    uid: 5520e035-56bf-4d0d-a40a-bfb52f25759b
  kind: Event
  lastTimestamp: "2026-05-26T11:57:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T11:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:57:26Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9m7f9.18b31b9eb136dc73
    namespace: kserve-ci-e2e-test
    resourceVersion: "22563"
    uid: f8a6f8a9-a909-4479-b6a0-0718d7f77136
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:57:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9m7f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22546"
    uid: 5520e035-56bf-4d0d-a40a-bfb52f25759b
  kind: Event
  lastTimestamp: "2026-05-26T11:57:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T11:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:57:26Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9m7f9.18b31b9eb418cd27
    namespace: kserve-ci-e2e-test
    resourceVersion: "22564"
    uid: e1d08ec4-ccc0-4d49-b4e9-ce77d045e6c9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:57:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9m7f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22546"
    uid: 5520e035-56bf-4d0d-a40a-bfb52f25759b
  kind: Event
  lastTimestamp: "2026-05-26T11:57:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T11:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:57:26Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9m7f9.18b31b9eb49413a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22565"
    uid: 6124eaa5-7806-4004-af48-2ac1c16d2ed2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:57:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9m7f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22546"
    uid: 5520e035-56bf-4d0d-a40a-bfb52f25759b
  kind: Event
  lastTimestamp: "2026-05-26T11:57:31Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-26T11:57:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:57:31Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9m7f9.18b31b9fde22d5bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22607"
    uid: 6355d612-6144-492f-b3e2-fd81ca4cda86
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:57:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9m7f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22546"
    uid: 5520e035-56bf-4d0d-a40a-bfb52f25759b
  kind: Event
  lastTimestamp: "2026-05-26T11:57:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T11:57:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:57:31Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9m7f9.18b31b9fe0b7ba92
    namespace: kserve-ci-e2e-test
    resourceVersion: "22610"
    uid: 3a4d7c5b-9c27-4657-86af-c7cd72c939ef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:57:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9m7f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22546"
    uid: 5520e035-56bf-4d0d-a40a-bfb52f25759b
  kind: Event
  lastTimestamp: "2026-05-26T11:57:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T11:57:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:57:31Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9m7f9.18b31b9fe12eb60b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22611"
    uid: c587c74a-87a2-4fc9-a029-6eb8b28cde80
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:57:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9m7f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22546"
    uid: 5520e035-56bf-4d0d-a40a-bfb52f25759b
  kind: Event
  lastTimestamp: "2026-05-26T11:57:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T11:57:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:57:31Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9m7f9.18b31b9fe139d274
    namespace: kserve-ci-e2e-test
    resourceVersion: "22612"
    uid: afe68fcc-0c7c-4c51-a42a-65ceaf8fba0b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:57:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9m7f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22546"
    uid: 5520e035-56bf-4d0d-a40a-bfb52f25759b
  kind: Event
  lastTimestamp: "2026-05-26T11:57:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T11:57:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:57:31Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9m7f9.18b31b9fe44f6392
    namespace: kserve-ci-e2e-test
    resourceVersion: "22615"
    uid: 0838abd3-f8ee-4c0b-becc-f8ca29046e8b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:57:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9m7f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22546"
    uid: 5520e035-56bf-4d0d-a40a-bfb52f25759b
  kind: Event
  lastTimestamp: "2026-05-26T11:57:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T11:57:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:57:31Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9m7f9.18b31b9fe4d72f2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22617"
    uid: 0ef0577c-a6cf-4eba-bf39-a65979dba3b0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-05-26T11:57:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9m7f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22546"
    uid: 5520e035-56bf-4d0d-a40a-bfb52f25759b
  kind: Event
  lastTimestamp: "2026-05-26T11:58:29Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-26T11:57:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:58:29Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9m7f9.18b31ba055c5bddb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23106"
    uid: 726debe8-9ac5-412c-a836-2a6181e46434
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:58:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9m7f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22546"
    uid: 5520e035-56bf-4d0d-a40a-bfb52f25759b
  kind: Event
  lastTimestamp: "2026-05-26T11:58:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T11:58:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:58:27Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9m7f9.18b31bace2df4c41
    namespace: kserve-ci-e2e-test
    resourceVersion: "23055"
    uid: b6097df4-dfca-41b2-a277-c7b8da8d37f2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:58:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9m7f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22546"
    uid: 5520e035-56bf-4d0d-a40a-bfb52f25759b
  kind: Event
  lastTimestamp: "2026-05-26T11:58:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T11:58:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:58:27Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9m7f9.18b31bace2dfae9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23057"
    uid: eb9e6a67-6075-4b69-afbb-8753174f0787
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:58:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9m7f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22546"
    uid: 5520e035-56bf-4d0d-a40a-bfb52f25759b
  kind: Event
  lastTimestamp: "2026-05-26T11:58:29Z"
  message: 'Readiness probe failed: Get "https://10.132.0.27:8643/healthz": dial tcp
    10.132.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T11:58:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:58:29Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9m7f9.18b31bad5fc3c7b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23105"
    uid: d5f98879-9b2c-4af1-92a0-550e3fc345c5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:57:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22527"
    uid: 2a1f1afc-08de-467f-ab21-26f4cf802e0c
  kind: Event
  lastTimestamp: "2026-05-26T11:57:25Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-7f4d4f9dc8-9m7f9'
  metadata:
    creationTimestamp: "2026-05-26T11:57:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:57:25Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8.18b31b9e95b3af7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22544"
    uid: 797feaa1-4b68-4728-8770-4398005b1224
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:57:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22520"
    uid: aa88c72a-1f42-418c-9cef-8ea1a5c6f111
  kind: Event
  lastTimestamp: "2026-05-26T11:57:25Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-7f4d4f9dc8 from 0 to
    1
  metadata:
    creationTimestamp: "2026-05-26T11:57:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:57:25Z"
    name: isvc-paddle-runtime-predictor.18b31b9e91ed241d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22530"
    uid: d7541e29-722b-41d1-8d75-2046f43f8933
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T11:57:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22526"
    uid: 2c6fea03-3a50-4ff6-a204-23d92ca1c735
  kind: Event
  lastTimestamp: "2026-05-26T11:58:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T11:57:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:58:10Z"
    name: isvc-paddle-runtime-predictor.18b31ba210f3a774
    namespace: kserve-ci-e2e-test
    resourceVersion: "22894"
    uid: 2049e081-421a-488a-963a-9e6958397dde
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T11:57:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22526"
    uid: 2c6fea03-3a50-4ff6-a204-23d92ca1c735
  kind: Event
  lastTimestamp: "2026-05-26T11:58:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T11:57:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:58:10Z"
    name: isvc-paddle-runtime-predictor.18b31ba2116e3747
    namespace: kserve-ci-e2e-test
    resourceVersion: "22895"
    uid: a70a475e-be3f-4ae3-8b04-4ade8a28ea5f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:58:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22684"
    uid: 2c6fea03-3a50-4ff6-a204-23d92ca1c735
  kind: Event
  lastTimestamp: "2026-05-26T11:58:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T11:58:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:58:25Z"
    name: isvc-paddle-runtime-predictor.18b31bac8e9094b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23011"
    uid: ad8bf342-ba83-4708-8331-95f20489402a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:58:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22684"
    uid: 2c6fea03-3a50-4ff6-a204-23d92ca1c735
  kind: Event
  lastTimestamp: "2026-05-26T11:58:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T11:58:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:58:25Z"
    name: isvc-paddle-runtime-predictor.18b31bac8ef580eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23013"
    uid: 84c46158-807e-40bd-aa93-90c803621408
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-26T11:57:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22503"
    uid: 2c35e8d2-4ce0-441e-b134-dbe761eb57bb
  kind: Event
  lastTimestamp: "2026-05-26T11:58:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T11:57:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T11:58:19Z"
    name: isvc-paddle-runtime.18b31b9e91a53fde
    namespace: kserve-ci-e2e-test
    resourceVersion: "22966"
    uid: 40616465-81b4-4a48-bb47-be1e7a11b6d3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:57:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22503"
    uid: 2c35e8d2-4ce0-441e-b134-dbe761eb57bb
  kind: Event
  lastTimestamp: "2026-05-26T11:57:25Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T11:57:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T11:57:25Z"
    name: isvc-paddle-runtime.18b31b9e9202b8df
    namespace: kserve-ci-e2e-test
    resourceVersion: "22532"
    uid: 6dac0d2b-2205-4426-bc9d-302739cea21e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:58:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22963"
    uid: 2c35e8d2-4ce0-441e-b134-dbe761eb57bb
  kind: Event
  lastTimestamp: "2026-05-26T11:58:19Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-26T11:58:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T11:58:19Z"
    name: isvc-paddle-runtime.18b31bab1326556b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22965"
    uid: 3d14e906-876c-4b80-86db-2e63782566b5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T11:58:27.160238Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-hdjbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23063"
    uid: 732ed8a4-6885-479f-b579-4359355cc8ea
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-7dbd59854-hdjbr
    to ip-10-0-138-207.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T11:58:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T11:58:27Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-hdjbr.18b31bace6b23b84
    namespace: kserve-ci-e2e-test
    resourceVersion: "23070"
    uid: 4a977119-1ea6-43c7-82c1-a7fdbb9484ac
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-656794c755-kk9zg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:58:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-hdjbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23075"
    uid: 732ed8a4-6885-479f-b579-4359355cc8ea
  kind: Event
  lastTimestamp: "2026-05-26T11:58:27Z"
  message: Add eth0 [10.132.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T11:58:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T11:58:27Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-hdjbr.18b31bacffd27e88
    namespace: kserve-ci-e2e-test
    resourceVersion: "23084"
    uid: dc5df9f8-432b-4925-b272-16e9f5c1c930
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:58:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-hdjbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23068"
    uid: 732ed8a4-6885-479f-b579-4359355cc8ea
  kind: Event
  lastTimestamp: "2026-05-26T11:58:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T11:58:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:58:27Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-hdjbr.18b31bad0130d042
    namespace: kserve-ci-e2e-test
    resourceVersion: "23086"
    uid: 12828b95-8fb3-4306-b07f-4d0c5870487a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:58:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-hdjbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23068"
    uid: 732ed8a4-6885-479f-b579-4359355cc8ea
  kind: Event
  lastTimestamp: "2026-05-26T11:58:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T11:58:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:58:27Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-hdjbr.18b31bad0416bec3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23088"
    uid: 29c96191-490b-420d-91a1-c70c7c74d348
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:58:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-hdjbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23068"
    uid: 732ed8a4-6885-479f-b579-4359355cc8ea
  kind: Event
  lastTimestamp: "2026-05-26T11:58:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T11:58:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:58:27Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-hdjbr.18b31bad048a26a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23089"
    uid: c9494e5c-18ab-49a8-bafa-291428628487
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:58:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-hdjbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23068"
    uid: 732ed8a4-6885-479f-b579-4359355cc8ea
  kind: Event
  lastTimestamp: "2026-05-26T11:58:32Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-26T11:58:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:58:32Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-hdjbr.18b31bae1c4aea21
    namespace: kserve-ci-e2e-test
    resourceVersion: "23131"
    uid: ac62e357-a40e-445c-a0bc-32f503ff6243
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:58:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-hdjbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23068"
    uid: 732ed8a4-6885-479f-b579-4359355cc8ea
  kind: Event
  lastTimestamp: "2026-05-26T11:58:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T11:58:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:58:32Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-hdjbr.18b31bae1f078f95
    namespace: kserve-ci-e2e-test
    resourceVersion: "23134"
    uid: c2af1cee-379c-4dc8-ad3c-64fa1b41b4bc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:58:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-hdjbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23068"
    uid: 732ed8a4-6885-479f-b579-4359355cc8ea
  kind: Event
  lastTimestamp: "2026-05-26T11:58:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T11:58:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:58:32Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-hdjbr.18b31bae1f921f87
    namespace: kserve-ci-e2e-test
    resourceVersion: "23137"
    uid: 4e0d30c2-6f3f-443b-8748-06750fbf1834
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:58:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-hdjbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23068"
    uid: 732ed8a4-6885-479f-b579-4359355cc8ea
  kind: Event
  lastTimestamp: "2026-05-26T11:58:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T11:58:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:58:32Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-hdjbr.18b31bae1f9f2bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23138"
    uid: 79ee65d4-017c-427a-b673-14137ffc01c5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:58:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-hdjbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23068"
    uid: 732ed8a4-6885-479f-b579-4359355cc8ea
  kind: Event
  lastTimestamp: "2026-05-26T11:58:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T11:58:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:58:32Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-hdjbr.18b31bae22a30ddc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23140"
    uid: fa4cf83d-18e8-4f11-b8da-1954362e7c1f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:58:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-hdjbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23068"
    uid: 732ed8a4-6885-479f-b579-4359355cc8ea
  kind: Event
  lastTimestamp: "2026-05-26T11:58:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T11:58:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:58:32Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-hdjbr.18b31bae2315f768
    namespace: kserve-ci-e2e-test
    resourceVersion: "23141"
    uid: 6978b491-a388-42e3-81d0-dea1617b3ab0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-05-26T11:58:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-hdjbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23068"
    uid: 732ed8a4-6885-479f-b579-4359355cc8ea
  kind: Event
  lastTimestamp: "2026-05-26T11:59:29Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-26T11:58:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:59:29Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-hdjbr.18b31bae5826c7a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23612"
    uid: 574a328c-493b-42ff-a028-00515fc18341
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:59:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-hdjbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23068"
    uid: 732ed8a4-6885-479f-b579-4359355cc8ea
  kind: Event
  lastTimestamp: "2026-05-26T11:59:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T11:59:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:59:28Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-hdjbr.18b31bbb3e8bbb0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23572"
    uid: af5e6f09-2054-46c4-9423-61085dcc74cb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:59:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-hdjbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23068"
    uid: 732ed8a4-6885-479f-b579-4359355cc8ea
  kind: Event
  lastTimestamp: "2026-05-26T11:59:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T11:59:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:59:28Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-hdjbr.18b31bbb3e8c3391
    namespace: kserve-ci-e2e-test
    resourceVersion: "23574"
    uid: 4964afa0-4c9c-4917-b962-7df5ce3898b6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:59:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-hdjbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23068"
    uid: 732ed8a4-6885-479f-b579-4359355cc8ea
  kind: Event
  lastTimestamp: "2026-05-26T11:59:29Z"
  message: 'Readiness probe failed: Get "https://10.132.0.28:8643/healthz": dial tcp
    10.132.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T11:59:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:59:29Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-hdjbr.18b31bbb622b5aff
    namespace: kserve-ci-e2e-test
    resourceVersion: "23611"
    uid: cda037a8-7f72-4da0-9ae9-8b0b71435167
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:58:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-7dbd59854
    namespace: kserve-ci-e2e-test
    resourceVersion: "23053"
    uid: 6398603e-3712-40f4-b4d5-e713c84ae149
  kind: Event
  lastTimestamp: "2026-05-26T11:58:27Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-7dbd59854-hdjbr'
  metadata:
    creationTimestamp: "2026-05-26T11:58:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:58:27Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854.18b31bace631a35f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23067"
    uid: 3c3187d0-85dd-4d73-99cf-e87af8c3eb54
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:58:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23050"
    uid: ae5d7b84-0b5a-47fc-a453-fbf0ce62432b
  kind: Event
  lastTimestamp: "2026-05-26T11:58:27Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-7dbd59854 from 0
    to 1
  metadata:
    creationTimestamp: "2026-05-26T11:58:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:58:27Z"
    name: isvc-paddle-v2-kserve-predictor.18b31bace31e9793
    namespace: kserve-ci-e2e-test
    resourceVersion: "23058"
    uid: 7f8548d6-2571-4a1b-a7d8-3c72aabcec78
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T11:58:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23052"
    uid: f3a1144f-011d-4af9-af4e-94380fd1643d
  kind: Event
  lastTimestamp: "2026-05-26T11:59:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T11:58:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:59:12Z"
    name: isvc-paddle-v2-kserve-predictor.18b31bb0618f9dfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23427"
    uid: 9714841d-5181-43ba-93f5-28d4e43075e8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T11:58:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23052"
    uid: f3a1144f-011d-4af9-af4e-94380fd1643d
  kind: Event
  lastTimestamp: "2026-05-26T11:59:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T11:58:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:59:12Z"
    name: isvc-paddle-v2-kserve-predictor.18b31bb062266fdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23428"
    uid: 57381bbc-2c1d-48bb-8e60-a80d551b84df
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:59:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23215"
    uid: f3a1144f-011d-4af9-af4e-94380fd1643d
  kind: Event
  lastTimestamp: "2026-05-26T11:59:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T11:59:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:59:27Z"
    name: isvc-paddle-v2-kserve-predictor.18b31bbadf46a39c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23538"
    uid: a6bc6b11-1072-4dad-9204-22bcfc5636b0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:59:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23215"
    uid: f3a1144f-011d-4af9-af4e-94380fd1643d
  kind: Event
  lastTimestamp: "2026-05-26T11:59:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T11:59:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:59:27Z"
    name: isvc-paddle-v2-kserve-predictor.18b31bbadfaa2b71
    namespace: kserve-ci-e2e-test
    resourceVersion: "23540"
    uid: b7e63882-ef0f-4f3a-b5a8-1cd50530559b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-26T11:58:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23024"
    uid: 31b79cb5-9329-4abd-893c-de056fc3eb52
  kind: Event
  lastTimestamp: "2026-05-26T11:59:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T11:58:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T11:59:19Z"
    name: isvc-paddle-v2-kserve.18b31bace2be8820
    namespace: kserve-ci-e2e-test
    resourceVersion: "23486"
    uid: 7b6d5a3e-2423-49c8-9590-cdc6930af037
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:58:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23024"
    uid: 31b79cb5-9329-4abd-893c-de056fc3eb52
  kind: Event
  lastTimestamp: "2026-05-26T11:58:27Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T11:58:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T11:58:27Z"
    name: isvc-paddle-v2-kserve.18b31bace33fa60d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23059"
    uid: ea104f1c-ffab-4546-98c6-d3de62783dd5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:59:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23482"
    uid: 31b79cb5-9329-4abd-893c-de056fc3eb52
  kind: Event
  lastTimestamp: "2026-05-26T11:59:19Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-05-26T11:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T11:59:19Z"
    name: isvc-paddle-v2-kserve.18b31bb913418fd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23485"
    uid: 9bed9492-2764-4b71-8a92-cac59b60a9f5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-26T11:56:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "21892"
    uid: 4511b98b-3b81-45a4-a696-3fdf9f9a6841
  kind: Event
  lastTimestamp: "2026-05-26T11:57:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T11:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T11:57:19Z"
    name: isvc-paddle.18b31b8deca4ae96
    namespace: kserve-ci-e2e-test
    resourceVersion: "22450"
    uid: 52ad8c8a-872e-4307-8b9f-8ecd7ea1a811
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T11:56:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "21892"
    uid: 4511b98b-3b81-45a4-a696-3fdf9f9a6841
  kind: Event
  lastTimestamp: "2026-05-26T11:56:14Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-05-26T11:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T11:56:14Z"
    name: isvc-paddle.18b31b8ded0587c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21945"
    uid: 956aaf69-502d-4e4d-af2c-e6c5b64b309b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:56:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "21899"
    uid: 4511b98b-3b81-45a4-a696-3fdf9f9a6841
  kind: Event
  lastTimestamp: "2026-05-26T11:56:14Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-26T11:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T11:56:14Z"
    name: isvc-paddle.18b31b8df317849d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21946"
    uid: 59146666-229c-45d3-a80f-66bd18b981c5
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:57:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "22448"
    uid: 4511b98b-3b81-45a4-a696-3fdf9f9a6841
  kind: Event
  lastTimestamp: "2026-05-26T11:57:19Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-05-26T11:57:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T11:57:19Z"
    name: isvc-paddle.18b31b9d0f1af4f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22449"
    uid: 4388aadf-e374-4856-b940-b451f9c9dc76
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T11:59:28.957259Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-ldf5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23597"
    uid: 5fe57b3b-b3bf-44b5-94fd-69082450e246
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8bb578669-ldf5f
    to ip-10-0-138-207.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T11:59:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T11:59:28Z"
    name: isvc-pmml-predictor-8bb578669-ldf5f.18b31bbb4a1605ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "23601"
    uid: 26db5302-d8b5-4156-86da-6aab02cf1a98
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-656794c755-kk9zg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:59:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-ldf5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23605"
    uid: 5fe57b3b-b3bf-44b5-94fd-69082450e246
  kind: Event
  lastTimestamp: "2026-05-26T11:59:29Z"
  message: Add eth0 [10.132.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T11:59:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T11:59:29Z"
    name: isvc-pmml-predictor-8bb578669-ldf5f.18b31bbb63755863
    namespace: kserve-ci-e2e-test
    resourceVersion: "23613"
    uid: c0a2d9ce-f932-4864-9949-3f04619d86db
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:59:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-ldf5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23599"
    uid: 5fe57b3b-b3bf-44b5-94fd-69082450e246
  kind: Event
  lastTimestamp: "2026-05-26T11:59:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T11:59:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:59:29Z"
    name: isvc-pmml-predictor-8bb578669-ldf5f.18b31bbb64dbc37a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23615"
    uid: f200bf5b-8736-4303-ba83-92ea01dda805
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:59:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-ldf5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23599"
    uid: 5fe57b3b-b3bf-44b5-94fd-69082450e246
  kind: Event
  lastTimestamp: "2026-05-26T11:59:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T11:59:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:59:29Z"
    name: isvc-pmml-predictor-8bb578669-ldf5f.18b31bbb67aa0f37
    namespace: kserve-ci-e2e-test
    resourceVersion: "23618"
    uid: 86b590bd-984b-4cf4-a3da-fe5c413967c0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:59:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-ldf5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23599"
    uid: 5fe57b3b-b3bf-44b5-94fd-69082450e246
  kind: Event
  lastTimestamp: "2026-05-26T11:59:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T11:59:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:59:29Z"
    name: isvc-pmml-predictor-8bb578669-ldf5f.18b31bbb681bc7f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23619"
    uid: 78378d89-7c8b-44ee-a633-3405bfdc2517
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:59:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-ldf5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23599"
    uid: 5fe57b3b-b3bf-44b5-94fd-69082450e246
  kind: Event
  lastTimestamp: "2026-05-26T11:59:33Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-05-26T11:59:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:59:33Z"
    name: isvc-pmml-predictor-8bb578669-ldf5f.18b31bbc5a80af31
    namespace: kserve-ci-e2e-test
    resourceVersion: "23661"
    uid: 6977aaad-5e44-487d-9cb0-b698f1d8c1cd
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:59:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-ldf5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23599"
    uid: 5fe57b3b-b3bf-44b5-94fd-69082450e246
  kind: Event
  lastTimestamp: "2026-05-26T11:59:40Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.924s (6.924s
    including waiting). Image size: 801581445 bytes.'
  metadata:
    creationTimestamp: "2026-05-26T11:59:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:59:40Z"
    name: isvc-pmml-predictor-8bb578669-ldf5f.18b31bbdf73ed82d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23710"
    uid: 9099913f-0ac8-477f-8ae0-c9be8c395638
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:59:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-ldf5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23599"
    uid: 5fe57b3b-b3bf-44b5-94fd-69082450e246
  kind: Event
  lastTimestamp: "2026-05-26T11:59:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T11:59:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:59:40Z"
    name: isvc-pmml-predictor-8bb578669-ldf5f.18b31bbdfa30a6f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23711"
    uid: 08bc0b64-8110-4953-b09b-50946094823e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:59:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-ldf5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23599"
    uid: 5fe57b3b-b3bf-44b5-94fd-69082450e246
  kind: Event
  lastTimestamp: "2026-05-26T11:59:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T11:59:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:59:40Z"
    name: isvc-pmml-predictor-8bb578669-ldf5f.18b31bbdfaa04cc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23712"
    uid: 5765eead-8ac2-474e-9744-b9bd210984e5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:59:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-ldf5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23599"
    uid: 5fe57b3b-b3bf-44b5-94fd-69082450e246
  kind: Event
  lastTimestamp: "2026-05-26T11:59:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T11:59:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:59:40Z"
    name: isvc-pmml-predictor-8bb578669-ldf5f.18b31bbdfaac8379
    namespace: kserve-ci-e2e-test
    resourceVersion: "23713"
    uid: 21fe0ab1-f9e9-4b82-acf2-11798017fa52
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:59:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-ldf5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23599"
    uid: 5fe57b3b-b3bf-44b5-94fd-69082450e246
  kind: Event
  lastTimestamp: "2026-05-26T11:59:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T11:59:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:59:40Z"
    name: isvc-pmml-predictor-8bb578669-ldf5f.18b31bbdfd3110d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23714"
    uid: 86e6240e-9e37-4f58-b0ec-640284b30d28
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:59:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-ldf5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23599"
    uid: 5fe57b3b-b3bf-44b5-94fd-69082450e246
  kind: Event
  lastTimestamp: "2026-05-26T11:59:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T11:59:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:59:40Z"
    name: isvc-pmml-predictor-8bb578669-ldf5f.18b31bbdfda33afe
    namespace: kserve-ci-e2e-test
    resourceVersion: "23715"
    uid: 16a6897a-0695-4566-adc1-d00b50d3d471
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-26T11:59:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-ldf5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23599"
    uid: 5fe57b3b-b3bf-44b5-94fd-69082450e246
  kind: Event
  lastTimestamp: "2026-05-26T12:01:12Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-26T11:59:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:01:12Z"
    name: isvc-pmml-predictor-8bb578669-ldf5f.18b31bbe390f2804
    namespace: kserve-ci-e2e-test
    resourceVersion: "24736"
    uid: 41f63622-1245-44be-8e6e-027f0a2142cb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:01:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-ldf5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23599"
    uid: 5fe57b3b-b3bf-44b5-94fd-69082450e246
  kind: Event
  lastTimestamp: "2026-05-26T12:01:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T12:01:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:01:09Z"
    name: isvc-pmml-predictor-8bb578669-ldf5f.18b31bd2ca0aeaed
    namespace: kserve-ci-e2e-test
    resourceVersion: "24675"
    uid: 41c8cbff-6e85-4070-86e0-0f8427f5c922
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:01:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-ldf5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23599"
    uid: 5fe57b3b-b3bf-44b5-94fd-69082450e246
  kind: Event
  lastTimestamp: "2026-05-26T12:01:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T12:01:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:01:09Z"
    name: isvc-pmml-predictor-8bb578669-ldf5f.18b31bd2ca0b5fee
    namespace: kserve-ci-e2e-test
    resourceVersion: "24677"
    uid: e5c7ce4e-2e0d-42cb-9b9b-8629ac96a1e1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:01:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-ldf5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23599"
    uid: 5fe57b3b-b3bf-44b5-94fd-69082450e246
  kind: Event
  lastTimestamp: "2026-05-26T12:01:12Z"
  message: 'Readiness probe failed: Get "https://10.132.0.29:8643/healthz": dial tcp
    10.132.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T12:01:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:01:12Z"
    name: isvc-pmml-predictor-8bb578669-ldf5f.18b31bd3692de2aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "24738"
    uid: d5ba435f-0e89-49af-847e-26f68577297d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:59:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8bb578669
    namespace: kserve-ci-e2e-test
    resourceVersion: "23583"
    uid: f164a302-e48d-4ffc-98c2-2551ce916d93
  kind: Event
  lastTimestamp: "2026-05-26T11:59:28Z"
  message: 'Created pod: isvc-pmml-predictor-8bb578669-ldf5f'
  metadata:
    creationTimestamp: "2026-05-26T11:59:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:59:28Z"
    name: isvc-pmml-predictor-8bb578669.18b31bbb49929a82
    namespace: kserve-ci-e2e-test
    resourceVersion: "23598"
    uid: f8d0d7d4-a350-42da-81c6-1abbf7077f0f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:59:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23582"
    uid: 7d8a1915-0d55-4cb4-8fdb-8cbe0d000cd8
  kind: Event
  lastTimestamp: "2026-05-26T11:59:28Z"
  message: Scaled up replica set isvc-pmml-predictor-8bb578669 from 0 to 1
  metadata:
    creationTimestamp: "2026-05-26T11:59:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:59:28Z"
    name: isvc-pmml-predictor.18b31bbb43389c81
    namespace: kserve-ci-e2e-test
    resourceVersion: "23585"
    uid: 7bf6ad24-a91f-467e-a85a-6d87070a7dc0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T11:59:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23584"
    uid: 3de36aeb-d125-4e0c-8319-56ed706d5f12
  kind: Event
  lastTimestamp: "2026-05-26T12:00:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T11:59:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:00:13Z"
    name: isvc-pmml-predictor.18b31bbec1e610c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23958"
    uid: 5132a113-6518-46fb-a8bc-130c52198ed5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T11:59:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23584"
    uid: 3de36aeb-d125-4e0c-8319-56ed706d5f12
  kind: Event
  lastTimestamp: "2026-05-26T12:00:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T11:59:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:00:13Z"
    name: isvc-pmml-predictor.18b31bbec24d759d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23959"
    uid: 0db95035-0933-43d3-a25e-5e7476d35f94
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T11:59:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23743"
    uid: 3de36aeb-d125-4e0c-8319-56ed706d5f12
  kind: Event
  lastTimestamp: "2026-05-26T12:00:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T11:59:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:00:58Z"
    name: isvc-pmml-predictor.18b31bc2416bc52a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24558"
    uid: fd219f52-64da-41b8-933b-2d04eda31d32
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T11:59:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23743"
    uid: 3de36aeb-d125-4e0c-8319-56ed706d5f12
  kind: Event
  lastTimestamp: "2026-05-26T12:00:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T11:59:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:00:58Z"
    name: isvc-pmml-predictor.18b31bc241d116bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24559"
    uid: 02f2328a-8fe6-40d8-ae55-adceba7c35be
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T12:01:09.996489Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-ddxlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24695"
    uid: 5ec802df-e45f-4577-bcb9-8e5b88ca6fdf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-67bc544947-ddxlj
    to ip-10-0-138-207.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T12:01:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T12:01:09Z"
    name: isvc-pmml-runtime-predictor-67bc544947-ddxlj.18b31bd2d07e425f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24700"
    uid: 88b5ec83-a75b-4751-9272-775c6dac4dea
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-656794c755-kk9zg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:01:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-ddxlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24706"
    uid: 5ec802df-e45f-4577-bcb9-8e5b88ca6fdf
  kind: Event
  lastTimestamp: "2026-05-26T12:01:10Z"
  message: Add eth0 [10.132.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T12:01:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T12:01:10Z"
    name: isvc-pmml-runtime-predictor-67bc544947-ddxlj.18b31bd2e9df2921
    namespace: kserve-ci-e2e-test
    resourceVersion: "24712"
    uid: 83e3d225-aaf4-4ccf-b46c-6adafa9c90ed
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:01:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-ddxlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24697"
    uid: 5ec802df-e45f-4577-bcb9-8e5b88ca6fdf
  kind: Event
  lastTimestamp: "2026-05-26T12:01:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:01:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:01:10Z"
    name: isvc-pmml-runtime-predictor-67bc544947-ddxlj.18b31bd2eb5415d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24714"
    uid: d3e4eb5b-c07d-4b82-8e6d-b315bb018c18
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:01:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-ddxlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24697"
    uid: 5ec802df-e45f-4577-bcb9-8e5b88ca6fdf
  kind: Event
  lastTimestamp: "2026-05-26T12:01:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T12:01:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:01:10Z"
    name: isvc-pmml-runtime-predictor-67bc544947-ddxlj.18b31bd2eddba031
    namespace: kserve-ci-e2e-test
    resourceVersion: "24715"
    uid: a0b59f26-0432-4e47-a563-d91c14954c8c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:01:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-ddxlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24697"
    uid: 5ec802df-e45f-4577-bcb9-8e5b88ca6fdf
  kind: Event
  lastTimestamp: "2026-05-26T12:01:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T12:01:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:01:10Z"
    name: isvc-pmml-runtime-predictor-67bc544947-ddxlj.18b31bd2ee4e25e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24716"
    uid: 3b7161a0-b8da-4a15-8f93-d6beeee53817
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-ddxlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24697"
    uid: 5ec802df-e45f-4577-bcb9-8e5b88ca6fdf
  kind: Event
  lastTimestamp: "2026-05-26T12:01:14Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:01:14Z"
    name: isvc-pmml-runtime-predictor-67bc544947-ddxlj.18b31bd3ef1140b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24759"
    uid: 82f5db01-64b7-4e4d-9b29-1b7ae7c0fb84
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-ddxlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24697"
    uid: 5ec802df-e45f-4577-bcb9-8e5b88ca6fdf
  kind: Event
  lastTimestamp: "2026-05-26T12:01:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T12:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:01:14Z"
    name: isvc-pmml-runtime-predictor-67bc544947-ddxlj.18b31bd3f1bafc02
    namespace: kserve-ci-e2e-test
    resourceVersion: "24761"
    uid: 7c72159f-f2e1-4714-8ecb-b68c76b7320e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-ddxlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24697"
    uid: 5ec802df-e45f-4577-bcb9-8e5b88ca6fdf
  kind: Event
  lastTimestamp: "2026-05-26T12:01:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T12:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:01:14Z"
    name: isvc-pmml-runtime-predictor-67bc544947-ddxlj.18b31bd3f2329598
    namespace: kserve-ci-e2e-test
    resourceVersion: "24762"
    uid: 7463743a-a5c4-494f-821e-b09bf1912cef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-ddxlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24697"
    uid: 5ec802df-e45f-4577-bcb9-8e5b88ca6fdf
  kind: Event
  lastTimestamp: "2026-05-26T12:01:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:01:14Z"
    name: isvc-pmml-runtime-predictor-67bc544947-ddxlj.18b31bd3f23e35a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24763"
    uid: d4c55950-d2e6-4e9f-8ff1-e3768dd1f418
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-ddxlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24697"
    uid: 5ec802df-e45f-4577-bcb9-8e5b88ca6fdf
  kind: Event
  lastTimestamp: "2026-05-26T12:01:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T12:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:01:14Z"
    name: isvc-pmml-runtime-predictor-67bc544947-ddxlj.18b31bd3f54d04c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24766"
    uid: ceb214d2-11cd-47bf-90a1-afcbe461ac3e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-ddxlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24697"
    uid: 5ec802df-e45f-4577-bcb9-8e5b88ca6fdf
  kind: Event
  lastTimestamp: "2026-05-26T12:01:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T12:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:01:14Z"
    name: isvc-pmml-runtime-predictor-67bc544947-ddxlj.18b31bd3f5c6ea8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24768"
    uid: 98ef16b5-a444-41d6-9f6c-8348ca4c4ba3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-26T12:01:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-ddxlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24697"
    uid: 5ec802df-e45f-4577-bcb9-8e5b88ca6fdf
  kind: Event
  lastTimestamp: "2026-05-26T12:02:42Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-26T12:01:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:02:42Z"
    name: isvc-pmml-runtime-predictor-67bc544947-ddxlj.18b31bd42b0d95a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25481"
    uid: 1239bc14-a6b8-49a8-b170-bc07515463c2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:02:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-ddxlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24697"
    uid: 5ec802df-e45f-4577-bcb9-8e5b88ca6fdf
  kind: Event
  lastTimestamp: "2026-05-26T12:02:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T12:02:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:02:41Z"
    name: isvc-pmml-runtime-predictor-67bc544947-ddxlj.18b31be8050348f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25430"
    uid: f3ec951d-346a-442b-920a-16986068aa5f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:02:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-ddxlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24697"
    uid: 5ec802df-e45f-4577-bcb9-8e5b88ca6fdf
  kind: Event
  lastTimestamp: "2026-05-26T12:02:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T12:02:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:02:41Z"
    name: isvc-pmml-runtime-predictor-67bc544947-ddxlj.18b31be8050435cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25433"
    uid: 1f8973f6-d352-47fc-8d8c-1cc5bedc8549
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:02:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-ddxlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24697"
    uid: 5ec802df-e45f-4577-bcb9-8e5b88ca6fdf
  kind: Event
  lastTimestamp: "2026-05-26T12:02:42Z"
  message: 'Readiness probe failed: Get "https://10.132.0.30:8643/healthz": dial tcp
    10.132.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T12:02:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:02:42Z"
    name: isvc-pmml-runtime-predictor-67bc544947-ddxlj.18b31be86d022edc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25480"
    uid: eaf0ba89-2887-4475-a707-d29f37b438c0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:01:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-67bc544947
    namespace: kserve-ci-e2e-test
    resourceVersion: "24682"
    uid: 41c0dfb2-0c83-43d8-a4ca-486093c696e6
  kind: Event
  lastTimestamp: "2026-05-26T12:01:09Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-67bc544947-ddxlj'
  metadata:
    creationTimestamp: "2026-05-26T12:01:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:01:09Z"
    name: isvc-pmml-runtime-predictor-67bc544947.18b31bd2d00c5dc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24696"
    uid: 0b6afa5c-96ba-471b-a63c-4b21f11c5f34
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:01:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24680"
    uid: 13e21d26-5884-466f-afdc-ce994b029f26
  kind: Event
  lastTimestamp: "2026-05-26T12:01:09Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-67bc544947 from 0 to
    1
  metadata:
    creationTimestamp: "2026-05-26T12:01:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:01:09Z"
    name: isvc-pmml-runtime-predictor.18b31bd2cbba9883
    namespace: kserve-ci-e2e-test
    resourceVersion: "24684"
    uid: 8868b76f-7dff-411a-bc11-f1c5f0be4e06
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:01:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24681"
    uid: 9013739f-9dc7-499d-b754-2dacf9005868
  kind: Event
  lastTimestamp: "2026-05-26T12:01:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T12:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:01:54Z"
    name: isvc-pmml-runtime-predictor.18b31bd64a37aa64
    namespace: kserve-ci-e2e-test
    resourceVersion: "25064"
    uid: 95b5107e-ad7b-4d50-9e83-ab66ff189c73
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:01:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24681"
    uid: 9013739f-9dc7-499d-b754-2dacf9005868
  kind: Event
  lastTimestamp: "2026-05-26T12:01:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T12:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:01:54Z"
    name: isvc-pmml-runtime-predictor.18b31bd64a9e6402
    namespace: kserve-ci-e2e-test
    resourceVersion: "25065"
    uid: 8006bf05-e38c-4628-ba8c-3286236f9120
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T12:01:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24851"
    uid: 9013739f-9dc7-499d-b754-2dacf9005868
  kind: Event
  lastTimestamp: "2026-05-26T12:02:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T12:01:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:02:40Z"
    name: isvc-pmml-runtime-predictor.18b31bd9c9a5f831
    namespace: kserve-ci-e2e-test
    resourceVersion: "25388"
    uid: 7b0400c3-0d9e-4fd3-88a6-8d4158141ce4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T12:01:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24851"
    uid: 9013739f-9dc7-499d-b754-2dacf9005868
  kind: Event
  lastTimestamp: "2026-05-26T12:02:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T12:01:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:02:40Z"
    name: isvc-pmml-runtime-predictor.18b31bd9c9f592ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "25389"
    uid: 5d0a1a30-3cc8-41f5-bd80-a900ef2ca1c0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-26T12:01:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24651"
    uid: e48a533d-7638-49c4-b526-931fdaded697
  kind: Event
  lastTimestamp: "2026-05-26T12:02:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T12:01:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:02:32Z"
    name: isvc-pmml-runtime.18b31bd2cb94ae83
    namespace: kserve-ci-e2e-test
    resourceVersion: "25340"
    uid: 8b13ac11-0eae-4792-966c-28baa3445989
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:01:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24651"
    uid: e48a533d-7638-49c4-b526-931fdaded697
  kind: Event
  lastTimestamp: "2026-05-26T12:01:10Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T12:01:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:01:10Z"
    name: isvc-pmml-runtime.18b31bd2cbf32b2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24705"
    uid: ca25db80-7881-469b-9500-977066da7f53
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:01:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24661"
    uid: e48a533d-7638-49c4-b526-931fdaded697
  kind: Event
  lastTimestamp: "2026-05-26T12:01:10Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-runtime": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-26T12:01:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:01:10Z"
    name: isvc-pmml-runtime.18b31bd2d1fca1aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "24707"
    uid: 91a26ca6-1893-4778-935d-66096709d089
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:02:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "25338"
    uid: e48a533d-7638-49c4-b526-931fdaded697
  kind: Event
  lastTimestamp: "2026-05-26T12:02:32Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-26T12:02:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:02:32Z"
    name: isvc-pmml-runtime.18b31be61ebd3a16
    namespace: kserve-ci-e2e-test
    resourceVersion: "25339"
    uid: ed3bffa6-f616-4fb7-8264-bc64a5e28f16
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T12:02:41.198659Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rxztt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25444"
    uid: 9d68e6f8-fb21-48e4-bda0-7ac24fa1fc46
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-6578f8ffc7-rxztt
    to ip-10-0-138-207.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T12:02:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T12:02:41Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rxztt.18b31be80c91010c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25448"
    uid: 6ababad8-80d7-4ae9-98f1-7ec9002e4011
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-656794c755-kk9zg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:02:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rxztt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25453"
    uid: 9d68e6f8-fb21-48e4-bda0-7ac24fa1fc46
  kind: Event
  lastTimestamp: "2026-05-26T12:02:41Z"
  message: Add eth0 [10.132.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T12:02:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T12:02:41Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rxztt.18b31be825e7b8da
    namespace: kserve-ci-e2e-test
    resourceVersion: "25461"
    uid: 54dfafea-3f40-4d06-a905-396f36b0b33f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:02:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rxztt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25446"
    uid: 9d68e6f8-fb21-48e4-bda0-7ac24fa1fc46
  kind: Event
  lastTimestamp: "2026-05-26T12:02:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:02:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:02:41Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rxztt.18b31be82793691b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25463"
    uid: 06816bf1-82b3-472a-89e1-2439eb7cb75d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:02:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rxztt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25446"
    uid: 9d68e6f8-fb21-48e4-bda0-7ac24fa1fc46
  kind: Event
  lastTimestamp: "2026-05-26T12:02:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T12:02:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:02:41Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rxztt.18b31be82a5af11a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25464"
    uid: ce4ed2a0-a1b3-4af4-a159-9595f0f53230
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:02:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rxztt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25446"
    uid: 9d68e6f8-fb21-48e4-bda0-7ac24fa1fc46
  kind: Event
  lastTimestamp: "2026-05-26T12:02:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T12:02:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:02:41Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rxztt.18b31be82ae3f23d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25465"
    uid: 502edb2b-0c8a-43e0-bc09-17cb25d208b9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:02:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rxztt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25446"
    uid: 9d68e6f8-fb21-48e4-bda0-7ac24fa1fc46
  kind: Event
  lastTimestamp: "2026-05-26T12:02:46Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:02:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:02:46Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rxztt.18b31be92e1fddb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25506"
    uid: c93e73ea-66eb-45d4-aa16-6d0e34925db0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:02:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rxztt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25446"
    uid: 9d68e6f8-fb21-48e4-bda0-7ac24fa1fc46
  kind: Event
  lastTimestamp: "2026-05-26T12:02:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T12:02:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:02:46Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rxztt.18b31be93121b87b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25508"
    uid: 85f71b2c-83d6-494f-88b6-ebe24b702106
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:02:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rxztt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25446"
    uid: 9d68e6f8-fb21-48e4-bda0-7ac24fa1fc46
  kind: Event
  lastTimestamp: "2026-05-26T12:02:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T12:02:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:02:46Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rxztt.18b31be9319bb244
    namespace: kserve-ci-e2e-test
    resourceVersion: "25511"
    uid: b35e9ada-cb5c-4000-96b3-2b7ff336c121
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:02:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rxztt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25446"
    uid: 9d68e6f8-fb21-48e4-bda0-7ac24fa1fc46
  kind: Event
  lastTimestamp: "2026-05-26T12:02:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:02:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:02:46Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rxztt.18b31be931a954ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "25512"
    uid: eee453be-fde5-43a6-a2ff-5b98c1f626d4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:02:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rxztt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25446"
    uid: 9d68e6f8-fb21-48e4-bda0-7ac24fa1fc46
  kind: Event
  lastTimestamp: "2026-05-26T12:02:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T12:02:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:02:46Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rxztt.18b31be9344a00a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25516"
    uid: a77e20d0-e619-4b82-b28d-808ec922049c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:02:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rxztt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25446"
    uid: 9d68e6f8-fb21-48e4-bda0-7ac24fa1fc46
  kind: Event
  lastTimestamp: "2026-05-26T12:02:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T12:02:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:02:46Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rxztt.18b31be934bd1293
    namespace: kserve-ci-e2e-test
    resourceVersion: "25517"
    uid: 40b44814-611a-49b2-a380-ba4def1cf751
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-26T12:02:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rxztt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25446"
    uid: 9d68e6f8-fb21-48e4-bda0-7ac24fa1fc46
  kind: Event
  lastTimestamp: "2026-05-26T12:04:13Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-26T12:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:04:13Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rxztt.18b31be96a03f0fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "26203"
    uid: e189af8a-1bd4-454f-b6d8-f83936d62f4b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:04:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rxztt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25446"
    uid: 9d68e6f8-fb21-48e4-bda0-7ac24fa1fc46
  kind: Event
  lastTimestamp: "2026-05-26T12:04:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T12:04:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:04:12Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rxztt.18b31bfd3ced6f52
    namespace: kserve-ci-e2e-test
    resourceVersion: "26153"
    uid: 483602c1-6ee5-435d-8fd1-d85262bea4b9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:04:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rxztt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25446"
    uid: 9d68e6f8-fb21-48e4-bda0-7ac24fa1fc46
  kind: Event
  lastTimestamp: "2026-05-26T12:04:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T12:04:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:04:12Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rxztt.18b31bfd3cee1111
    namespace: kserve-ci-e2e-test
    resourceVersion: "26155"
    uid: 51459121-05b7-4f1a-b08f-3a6cfa3bc979
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:04:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rxztt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25446"
    uid: 9d68e6f8-fb21-48e4-bda0-7ac24fa1fc46
  kind: Event
  lastTimestamp: "2026-05-26T12:04:13Z"
  message: 'Readiness probe failed: Get "https://10.132.0.31:8643/healthz": dial tcp
    10.132.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T12:04:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:04:13Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rxztt.18b31bfd70266892
    namespace: kserve-ci-e2e-test
    resourceVersion: "26202"
    uid: a610db24-49e4-41c3-8203-3a78e5d7116b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:02:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25431"
    uid: 6fb841f4-b097-4705-8c98-46842f2f9727
  kind: Event
  lastTimestamp: "2026-05-26T12:02:41Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-6578f8ffc7-rxztt'
  metadata:
    creationTimestamp: "2026-05-26T12:02:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:02:41Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7.18b31be80c0ea024
    namespace: kserve-ci-e2e-test
    resourceVersion: "25445"
    uid: b6beb960-cdd5-4ebd-b669-543c64b02819
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:02:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25427"
    uid: 4c4f2d5b-a0f6-4e7d-95e2-fb58a5e422b1
  kind: Event
  lastTimestamp: "2026-05-26T12:02:41Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-6578f8ffc7 from 0 to
    1
  metadata:
    creationTimestamp: "2026-05-26T12:02:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:02:41Z"
    name: isvc-pmml-v2-kserve-predictor.18b31be805cfd00e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25434"
    uid: 9f8023de-5e28-4a73-8be7-2dada2f0ee55
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:02:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25429"
    uid: 08e03919-8ea7-41cc-bf57-31f49c5eb31d
  kind: Event
  lastTimestamp: "2026-05-26T12:03:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T12:02:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:03:11Z"
    name: isvc-pmml-v2-kserve-predictor.18b31beb84b3b753
    namespace: kserve-ci-e2e-test
    resourceVersion: "25694"
    uid: 9d8e8ae1-3ebc-40d6-bc4e-12ac4688ad5b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:02:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25429"
    uid: 08e03919-8ea7-41cc-bf57-31f49c5eb31d
  kind: Event
  lastTimestamp: "2026-05-26T12:03:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T12:02:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:03:11Z"
    name: isvc-pmml-v2-kserve-predictor.18b31beb851ae6eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25695"
    uid: cd0b357c-3329-4e3b-a08b-96f1d5f87778
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T12:03:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25586"
    uid: 08e03919-8ea7-41cc-bf57-31f49c5eb31d
  kind: Event
  lastTimestamp: "2026-05-26T12:04:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T12:03:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:04:11Z"
    name: isvc-pmml-v2-kserve-predictor.18b31bf28335d008
    namespace: kserve-ci-e2e-test
    resourceVersion: "26121"
    uid: c545693c-b1c9-446a-ad10-dd6590259278
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T12:03:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25586"
    uid: 08e03919-8ea7-41cc-bf57-31f49c5eb31d
  kind: Event
  lastTimestamp: "2026-05-26T12:04:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T12:03:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:04:11Z"
    name: isvc-pmml-v2-kserve-predictor.18b31bf283a47862
    namespace: kserve-ci-e2e-test
    resourceVersion: "26122"
    uid: 6d260cff-ffd3-4fa3-ac6c-fa2757f9e898
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-26T12:02:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "25400"
    uid: 9cc3ffdc-0962-4241-9061-013e0d400e08
  kind: Event
  lastTimestamp: "2026-05-26T12:04:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T12:02:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:04:03Z"
    name: isvc-pmml-v2-kserve.18b31be80597d11b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26071"
    uid: c750f955-a449-4830-8874-26b4c67dd250
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:02:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "25400"
    uid: 9cc3ffdc-0962-4241-9061-013e0d400e08
  kind: Event
  lastTimestamp: "2026-05-26T12:02:41Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T12:02:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:02:41Z"
    name: isvc-pmml-v2-kserve.18b31be8062c0e9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25436"
    uid: e10f31dd-aee3-4c2f-a263-a81930b13278
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:04:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "26069"
    uid: 9cc3ffdc-0962-4241-9061-013e0d400e08
  kind: Event
  lastTimestamp: "2026-05-26T12:04:03Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-05-26T12:04:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:04:03Z"
    name: isvc-pmml-v2-kserve.18b31bfb21d1c7e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26070"
    uid: f370a5a3-e531-4110-9a59-944988c7d02a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-26T11:59:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "23571"
    uid: e1cc5df5-9b00-465d-a1ae-f6711c78ed1a
  kind: Event
  lastTimestamp: "2026-05-26T12:01:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T11:59:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:01:02Z"
    name: isvc-pmml.18b31bbb43368ed0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24592"
    uid: 6c6fec09-d21f-47cc-8a23-6b1fe7b58e55
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:59:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "23571"
    uid: e1cc5df5-9b00-465d-a1ae-f6711c78ed1a
  kind: Event
  lastTimestamp: "2026-05-26T11:59:28Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-26T11:59:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T11:59:28Z"
    name: isvc-pmml.18b31bbb4414805d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23589"
    uid: 608fcefc-988b-4b9a-9c8e-c27b8e6e2822
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:01:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "24590"
    uid: e1cc5df5-9b00-465d-a1ae-f6711c78ed1a
  kind: Event
  lastTimestamp: "2026-05-26T12:01:02Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-05-26T12:01:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:01:02Z"
    name: isvc-pmml.18b31bd1075e4124
    namespace: kserve-ci-e2e-test
    resourceVersion: "24591"
    uid: 2cd31dd6-4ac1-4b05-b818-da3857df12db
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T12:09:12.386063Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-f97ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "28762"
    uid: 6a93e083-b30d-4530-90d7-d507972afb2b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-75cb94f9f-f97ls
    to ip-10-0-138-207.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T12:09:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T12:09:12Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-f97ls.18b31c4321270ac1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28766"
    uid: 2692bc97-eaf6-4e87-b558-2d8da11a8751
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-656794c755-kk9zg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:09:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-f97ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "28764"
    uid: 6a93e083-b30d-4530-90d7-d507972afb2b
  kind: Event
  lastTimestamp: "2026-05-26T12:09:12Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-lightgbm-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-26T12:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:09:12Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-f97ls.18b31c4329cd5634
    namespace: kserve-ci-e2e-test
    resourceVersion: "28775"
    uid: 1583225a-8535-403c-a68d-1be39123e67c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:09:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-f97ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "28772"
    uid: 6a93e083-b30d-4530-90d7-d507972afb2b
  kind: Event
  lastTimestamp: "2026-05-26T12:09:13Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T12:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T12:09:13Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-f97ls.18b31c435e175187
    namespace: kserve-ci-e2e-test
    resourceVersion: "28783"
    uid: 5288575c-ed12-4678-8ad5-0c61d7159232
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:09:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-f97ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "28764"
    uid: 6a93e083-b30d-4530-90d7-d507972afb2b
  kind: Event
  lastTimestamp: "2026-05-26T12:09:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:09:13Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-f97ls.18b31c435f8e9b5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28785"
    uid: f5a33403-837f-49f6-97c6-5bdb15eaf6fc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:09:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-f97ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "28764"
    uid: 6a93e083-b30d-4530-90d7-d507972afb2b
  kind: Event
  lastTimestamp: "2026-05-26T12:09:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T12:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:09:13Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-f97ls.18b31c436295596f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28788"
    uid: 704106a3-9c24-425e-853f-f129a5af0f49
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:09:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-f97ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "28764"
    uid: 6a93e083-b30d-4530-90d7-d507972afb2b
  kind: Event
  lastTimestamp: "2026-05-26T12:09:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T12:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:09:13Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-f97ls.18b31c436309b219
    namespace: kserve-ci-e2e-test
    resourceVersion: "28789"
    uid: 26a408ac-539e-4fa2-851f-d2054bacaf64
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:09:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-f97ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "28764"
    uid: 6a93e083-b30d-4530-90d7-d507972afb2b
  kind: Event
  lastTimestamp: "2026-05-26T12:09:18Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:09:18Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-f97ls.18b31c447869012f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28839"
    uid: 3da799bf-1ae4-4e8d-9491-d1434cdae5f1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:09:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-f97ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "28764"
    uid: 6a93e083-b30d-4530-90d7-d507972afb2b
  kind: Event
  lastTimestamp: "2026-05-26T12:09:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T12:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:09:18Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-f97ls.18b31c447b2b7ed4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28841"
    uid: 26fb2685-224f-4a88-ac3f-61f74e949e9b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:09:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-f97ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "28764"
    uid: 6a93e083-b30d-4530-90d7-d507972afb2b
  kind: Event
  lastTimestamp: "2026-05-26T12:09:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T12:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:09:18Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-f97ls.18b31c447ba11955
    namespace: kserve-ci-e2e-test
    resourceVersion: "28842"
    uid: 0dbe2a4e-6380-4021-aa3d-e24b40f849b0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:09:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-f97ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "28764"
    uid: 6a93e083-b30d-4530-90d7-d507972afb2b
  kind: Event
  lastTimestamp: "2026-05-26T12:09:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:09:18Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-f97ls.18b31c447badddf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28843"
    uid: 7d0f7d09-107b-49ab-9c7f-d852ae25268e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:09:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-f97ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "28764"
    uid: 6a93e083-b30d-4530-90d7-d507972afb2b
  kind: Event
  lastTimestamp: "2026-05-26T12:09:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T12:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:09:18Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-f97ls.18b31c447e2f0f99
    namespace: kserve-ci-e2e-test
    resourceVersion: "28846"
    uid: 927cf10e-9633-4ba9-a043-d765cff24961
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:09:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-f97ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "28764"
    uid: 6a93e083-b30d-4530-90d7-d507972afb2b
  kind: Event
  lastTimestamp: "2026-05-26T12:09:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T12:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:09:18Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-f97ls.18b31c447ea772de
    namespace: kserve-ci-e2e-test
    resourceVersion: "28848"
    uid: 992af08c-2991-4593-8506-001b98be4394
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-26T12:09:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-f97ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "28764"
    uid: 6a93e083-b30d-4530-90d7-d507972afb2b
  kind: Event
  lastTimestamp: "2026-05-26T12:10:46Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-26T12:09:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:10:46Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-f97ls.18b31c44f0169448
    namespace: kserve-ci-e2e-test
    resourceVersion: "29550"
    uid: 365c62c0-5bb9-4a5f-b485-223aa1ae1420
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:10:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-f97ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "28764"
    uid: 6a93e083-b30d-4530-90d7-d507972afb2b
  kind: Event
  lastTimestamp: "2026-05-26T12:10:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T12:10:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:10:42Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-f97ls.18b31c5821293752
    namespace: kserve-ci-e2e-test
    resourceVersion: "29479"
    uid: 3174c7a1-6797-4cfc-b1a6-50445b979a1b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:10:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-f97ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "28764"
    uid: 6a93e083-b30d-4530-90d7-d507972afb2b
  kind: Event
  lastTimestamp: "2026-05-26T12:10:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T12:10:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:10:42Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-f97ls.18b31c58212a6a74
    namespace: kserve-ci-e2e-test
    resourceVersion: "29484"
    uid: 1162ed46-b423-4444-96a8-aaf9dbe1b824
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:10:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-f97ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "28764"
    uid: 6a93e083-b30d-4530-90d7-d507972afb2b
  kind: Event
  lastTimestamp: "2026-05-26T12:10:46Z"
  message: 'Readiness probe failed: Get "https://10.132.0.37:8643/healthz": dial tcp
    10.132.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T12:10:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:10:46Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-f97ls.18b31c58f62c7d3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29548"
    uid: e9a55c5b-526e-4202-8414-94363bfbb508
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:09:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-75cb94f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28751"
    uid: fa9f895b-4f97-446e-9ca3-fb20dd1f0f03
  kind: Event
  lastTimestamp: "2026-05-26T12:09:12Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-75cb94f9f-f97ls'
  metadata:
    creationTimestamp: "2026-05-26T12:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:09:12Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f.18b31c43206b10fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "28763"
    uid: dd28f110-bcd8-47ac-b018-735d1495b669
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:09:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28749"
    uid: b4b8d9d4-9cbd-4414-bec4-b5b59aec5b9d
  kind: Event
  lastTimestamp: "2026-05-26T12:09:12Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-75cb94f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-26T12:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:09:12Z"
    name: isvc-predictive-lightgbm-predictor.18b31c431ab97f4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28753"
    uid: 3c92f59d-f6f5-44e6-bf4e-97cbe61e5d77
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:09:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28750"
    uid: a132ff9a-e753-4b15-885e-616c2dcb8d43
  kind: Event
  lastTimestamp: "2026-05-26T12:09:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T12:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:09:42Z"
    name: isvc-predictive-lightgbm-predictor.18b31c4699ba7d69
    namespace: kserve-ci-e2e-test
    resourceVersion: "29021"
    uid: eab9761a-e045-4afa-b6f1-bea2da62c4f1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:09:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28750"
    uid: a132ff9a-e753-4b15-885e-616c2dcb8d43
  kind: Event
  lastTimestamp: "2026-05-26T12:09:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T12:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:09:42Z"
    name: isvc-predictive-lightgbm-predictor.18b31c469a2c3073
    namespace: kserve-ci-e2e-test
    resourceVersion: "29022"
    uid: 24b51f5d-85f4-4eea-bf5b-b312444a4f04
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T12:09:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28913"
    uid: a132ff9a-e753-4b15-885e-616c2dcb8d43
  kind: Event
  lastTimestamp: "2026-05-26T12:10:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T12:09:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:10:42Z"
    name: isvc-predictive-lightgbm-predictor.18b31c4d9851923d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29450"
    uid: 01618a28-1d86-4c8b-9379-d0ce42354237
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T12:09:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28913"
    uid: a132ff9a-e753-4b15-885e-616c2dcb8d43
  kind: Event
  lastTimestamp: "2026-05-26T12:10:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T12:09:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:10:42Z"
    name: isvc-predictive-lightgbm-predictor.18b31c4d98c6f5aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "29451"
    uid: fef6694f-64c1-4e2e-a36c-0518ba777fa3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T12:13:43.124260Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hcg79
    namespace: kserve-ci-e2e-test
    resourceVersion: "30943"
    uid: 770c2a37-b5a2-4813-bada-2e3f3f673167
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-865b4598f7-hcg79
    to ip-10-0-138-207.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T12:13:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T12:13:43Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hcg79.18b31c822a681cb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30950"
    uid: 124cc66a-647c-49ff-9b39-9f5a0d3a7adb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-656794c755-kk9zg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:13:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hcg79
    namespace: kserve-ci-e2e-test
    resourceVersion: "30956"
    uid: 770c2a37-b5a2-4813-bada-2e3f3f673167
  kind: Event
  lastTimestamp: "2026-05-26T12:13:43Z"
  message: Add eth0 [10.132.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T12:13:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T12:13:43Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hcg79.18b31c8243b31aee
    namespace: kserve-ci-e2e-test
    resourceVersion: "30962"
    uid: 36cc2618-2176-4648-a0d2-480b0056049b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:13:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hcg79
    namespace: kserve-ci-e2e-test
    resourceVersion: "30946"
    uid: 770c2a37-b5a2-4813-bada-2e3f3f673167
  kind: Event
  lastTimestamp: "2026-05-26T12:13:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:13:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:13:43Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hcg79.18b31c82453006b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30964"
    uid: fd1b04be-9ed0-4617-8959-ceb59ad300a1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:13:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hcg79
    namespace: kserve-ci-e2e-test
    resourceVersion: "30946"
    uid: 770c2a37-b5a2-4813-bada-2e3f3f673167
  kind: Event
  lastTimestamp: "2026-05-26T12:13:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T12:13:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:13:43Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hcg79.18b31c824811eaf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30966"
    uid: 7d6f2cda-6518-4e99-9383-81f80aafb8de
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:13:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hcg79
    namespace: kserve-ci-e2e-test
    resourceVersion: "30946"
    uid: 770c2a37-b5a2-4813-bada-2e3f3f673167
  kind: Event
  lastTimestamp: "2026-05-26T12:13:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T12:13:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:13:43Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hcg79.18b31c824884667a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30967"
    uid: a0e8dcb5-9a96-45da-9966-8ad4dad85de1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:13:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hcg79
    namespace: kserve-ci-e2e-test
    resourceVersion: "30946"
    uid: 770c2a37-b5a2-4813-bada-2e3f3f673167
  kind: Event
  lastTimestamp: "2026-05-26T12:13:47Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:13:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:13:47Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hcg79.18b31c8344ad50f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31004"
    uid: 81ca4c26-6eb6-4b33-ba6c-22f572642cf4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:13:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hcg79
    namespace: kserve-ci-e2e-test
    resourceVersion: "30946"
    uid: 770c2a37-b5a2-4813-bada-2e3f3f673167
  kind: Event
  lastTimestamp: "2026-05-26T12:13:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T12:13:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:13:47Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hcg79.18b31c8347904ce9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31008"
    uid: 0270bf4e-931e-42ab-b0ad-2355995d82a4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:13:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hcg79
    namespace: kserve-ci-e2e-test
    resourceVersion: "30946"
    uid: 770c2a37-b5a2-4813-bada-2e3f3f673167
  kind: Event
  lastTimestamp: "2026-05-26T12:13:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T12:13:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:13:47Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hcg79.18b31c834803605b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31009"
    uid: c7bed4e2-dae5-4c3a-981d-6ae7d9ab0c36
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:13:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hcg79
    namespace: kserve-ci-e2e-test
    resourceVersion: "30946"
    uid: 770c2a37-b5a2-4813-bada-2e3f3f673167
  kind: Event
  lastTimestamp: "2026-05-26T12:13:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:13:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:13:47Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hcg79.18b31c83480ec9d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31010"
    uid: 0ed01938-8c3b-4c47-99a1-9c8dbc081ae7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:13:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hcg79
    namespace: kserve-ci-e2e-test
    resourceVersion: "30946"
    uid: 770c2a37-b5a2-4813-bada-2e3f3f673167
  kind: Event
  lastTimestamp: "2026-05-26T12:13:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T12:13:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:13:47Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hcg79.18b31c834b6fca7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31014"
    uid: 0e6e40c9-f83b-4576-b80e-794bdbb296e7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:13:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hcg79
    namespace: kserve-ci-e2e-test
    resourceVersion: "30946"
    uid: 770c2a37-b5a2-4813-bada-2e3f3f673167
  kind: Event
  lastTimestamp: "2026-05-26T12:13:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T12:13:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:13:47Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hcg79.18b31c834be490a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31015"
    uid: 3976079b-d993-46a3-b50d-e47feb319895
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T12:14:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hcg79
    namespace: kserve-ci-e2e-test
    resourceVersion: "30946"
    uid: 770c2a37-b5a2-4813-bada-2e3f3f673167
  kind: Event
  lastTimestamp: "2026-05-26T12:14:54Z"
  message: 'Readiness probe failed: Get "http://10.132.0.40:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.132.0.40:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T12:14:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:14:54Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hcg79.18b31c8be2f67359
    namespace: kserve-ci-e2e-test
    resourceVersion: "31481"
    uid: 5dc05bd3-59f8-42d2-a93a-86deaadd077b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:15:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hcg79
    namespace: kserve-ci-e2e-test
    resourceVersion: "30946"
    uid: 770c2a37-b5a2-4813-bada-2e3f3f673167
  kind: Event
  lastTimestamp: "2026-05-26T12:15:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T12:15:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:15:03Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hcg79.18b31c94d0817612
    namespace: kserve-ci-e2e-test
    resourceVersion: "31577"
    uid: 8913aa1d-2cc7-455a-a3bf-4cfcb1cbc1a7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:15:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hcg79
    namespace: kserve-ci-e2e-test
    resourceVersion: "30946"
    uid: 770c2a37-b5a2-4813-bada-2e3f3f673167
  kind: Event
  lastTimestamp: "2026-05-26T12:15:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T12:15:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:15:03Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hcg79.18b31c94d0820533
    namespace: kserve-ci-e2e-test
    resourceVersion: "31579"
    uid: fa06831e-336e-4433-8a4a-96d6a01a3fe0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:15:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hcg79
    namespace: kserve-ci-e2e-test
    resourceVersion: "30946"
    uid: 770c2a37-b5a2-4813-bada-2e3f3f673167
  kind: Event
  lastTimestamp: "2026-05-26T12:15:04Z"
  message: 'Readiness probe failed: Get "https://10.132.0.40:8643/healthz": dial tcp
    10.132.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T12:15:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:15:04Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hcg79.18b31c9532c4c2d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31619"
    uid: b1455f83-5125-4ff7-849d-ade18b49b764
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:13:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30931"
    uid: 3b53026f-853f-4a2f-b91a-16e57f1eb738
  kind: Event
  lastTimestamp: "2026-05-26T12:13:43Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hcg79'
  metadata:
    creationTimestamp: "2026-05-26T12:13:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:13:43Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7.18b31c82293d5b8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30945"
    uid: 5ac10c18-e5ac-4b34-a195-9925ed0975d1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:13:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30929"
    uid: 6542bd1a-3bd6-4cf4-b162-cd3e32f93ad7
  kind: Event
  lastTimestamp: "2026-05-26T12:13:43Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-865b4598f7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-26T12:13:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:13:43Z"
    name: isvc-predictive-lightgbm-v2-predictor.18b31c82249d0bd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30933"
    uid: a15c12e8-b56c-4373-9b65-757212587e97
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:13:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30930"
    uid: 066ca573-8077-4b6a-8160-8b38aabafe65
  kind: Event
  lastTimestamp: "2026-05-26T12:14:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T12:13:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:14:13Z"
    name: isvc-predictive-lightgbm-v2-predictor.18b31c85a39d4eec
    namespace: kserve-ci-e2e-test
    resourceVersion: "31190"
    uid: d1fb748d-5cdc-41e0-995f-3a6d61a013cc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:13:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30930"
    uid: 066ca573-8077-4b6a-8160-8b38aabafe65
  kind: Event
  lastTimestamp: "2026-05-26T12:14:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T12:13:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:14:13Z"
    name: isvc-predictive-lightgbm-v2-predictor.18b31c85a4089c84
    namespace: kserve-ci-e2e-test
    resourceVersion: "31191"
    uid: ac7fc798-d547-4aa5-9505-d994dda0bd16
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T12:14:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31089"
    uid: 066ca573-8077-4b6a-8160-8b38aabafe65
  kind: Event
  lastTimestamp: "2026-05-26T12:14:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T12:14:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:14:58Z"
    name: isvc-predictive-lightgbm-v2-predictor.18b31c8ca207f7a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31502"
    uid: b4f11909-26fc-4a75-bde4-34fd82fb8f05
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T12:14:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31089"
    uid: 066ca573-8077-4b6a-8160-8b38aabafe65
  kind: Event
  lastTimestamp: "2026-05-26T12:14:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T12:14:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:14:58Z"
    name: isvc-predictive-lightgbm-v2-predictor.18b31c8ca27537c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31504"
    uid: 7d34e1f4-6c70-4555-9ee9-45608062cfbc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-26T12:13:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30897"
    uid: 09db3c3d-2310-4456-9208-7e61b89b8cbd
  kind: Event
  lastTimestamp: "2026-05-26T12:15:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T12:13:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:15:01Z"
    name: isvc-predictive-lightgbm-v2.18b31c82245a626e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31535"
    uid: 5abf9f4a-5514-4759-87cf-f0d7a39a7b92
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:13:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30897"
    uid: 09db3c3d-2310-4456-9208-7e61b89b8cbd
  kind: Event
  lastTimestamp: "2026-05-26T12:13:43Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T12:13:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:13:43Z"
    name: isvc-predictive-lightgbm-v2.18b31c8224cb0eba
    namespace: kserve-ci-e2e-test
    resourceVersion: "30953"
    uid: 1d4bd86b-9260-4421-b96c-1ea3121eb163
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:13:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30907"
    uid: 09db3c3d-2310-4456-9208-7e61b89b8cbd
  kind: Event
  lastTimestamp: "2026-05-26T12:13:43Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-26T12:13:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:13:43Z"
    name: isvc-predictive-lightgbm-v2.18b31c822b26f492
    namespace: kserve-ci-e2e-test
    resourceVersion: "30955"
    uid: 1546513d-8471-4012-81d6-c594b3efa4d8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:15:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31533"
    uid: 09db3c3d-2310-4456-9208-7e61b89b8cbd
  kind: Event
  lastTimestamp: "2026-05-26T12:15:01Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-05-26T12:15:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:15:01Z"
    name: isvc-predictive-lightgbm-v2.18b31c945fb2c3ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "31534"
    uid: e788a9de-395a-45a2-9c49-0090285758ea
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-26T12:09:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28718"
    uid: 848b6aca-e0df-48c9-9404-f19119fc8c64
  kind: Event
  lastTimestamp: "2026-05-26T12:10:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T12:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:10:36Z"
    name: isvc-predictive-lightgbm.18b31c431a95b2d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29407"
    uid: 8f5b7f4f-a54b-4741-9952-1245c1d9e04e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:09:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28718"
    uid: 848b6aca-e0df-48c9-9404-f19119fc8c64
  kind: Event
  lastTimestamp: "2026-05-26T12:09:12Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T12:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:09:12Z"
    name: isvc-predictive-lightgbm.18b31c431b10e345
    namespace: kserve-ci-e2e-test
    resourceVersion: "28756"
    uid: 7abfafc6-8e57-4ac4-84d8-6dace038d769
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:10:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29405"
    uid: 848b6aca-e0df-48c9-9404-f19119fc8c64
  kind: Event
  lastTimestamp: "2026-05-26T12:10:36Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-05-26T12:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:10:36Z"
    name: isvc-predictive-lightgbm.18b31c56a88b0dc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29406"
    uid: bbf08f15-42f4-47e7-acb1-cbb1f6c4816d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T12:05:51.869655Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6gfcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "27147"
    uid: e212988e-e671-4e0c-acdc-a04a86197d96
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-cd7c759c9-6gfcp
    to ip-10-0-138-207.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T12:05:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T12:05:51Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6gfcp.18b31c14717175eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27154"
    uid: 73085f20-db24-4e62-8e25-ee04fdb3eb15
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-656794c755-kk9zg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:05:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6gfcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "27162"
    uid: e212988e-e671-4e0c-acdc-a04a86197d96
  kind: Event
  lastTimestamp: "2026-05-26T12:05:52Z"
  message: Add eth0 [10.132.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T12:05:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T12:05:52Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6gfcp.18b31c148adb0abd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27169"
    uid: c4ecdef1-e7d3-4d25-8f9c-804030cebc19
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:05:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6gfcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "27151"
    uid: e212988e-e671-4e0c-acdc-a04a86197d96
  kind: Event
  lastTimestamp: "2026-05-26T12:05:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:05:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:05:52Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6gfcp.18b31c148c7237aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "27171"
    uid: 33a0706a-9f5d-4b9b-abd6-c004d37c0a4a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:05:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6gfcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "27151"
    uid: e212988e-e671-4e0c-acdc-a04a86197d96
  kind: Event
  lastTimestamp: "2026-05-26T12:05:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T12:05:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:05:52Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6gfcp.18b31c148fb57b46
    namespace: kserve-ci-e2e-test
    resourceVersion: "27173"
    uid: 7e45d022-e1f6-409b-b6fe-01656ff11ba9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:05:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6gfcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "27151"
    uid: e212988e-e671-4e0c-acdc-a04a86197d96
  kind: Event
  lastTimestamp: "2026-05-26T12:05:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T12:05:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:05:52Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6gfcp.18b31c149036811c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27174"
    uid: 52d9e63e-cee7-473a-9081-4d45a11619ba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:05:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6gfcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "27151"
    uid: e212988e-e671-4e0c-acdc-a04a86197d96
  kind: Event
  lastTimestamp: "2026-05-26T12:05:56Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-05-26T12:05:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:05:56Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6gfcp.18b31c158ae341d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27216"
    uid: 42ade6fc-f647-4983-8d0c-373838377d69
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:06:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6gfcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "27151"
    uid: e212988e-e671-4e0c-acdc-a04a86197d96
  kind: Event
  lastTimestamp: "2026-05-26T12:06:21Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 24.449s
    (24.449s including waiting). Image size: 2350916147 bytes.'
  metadata:
    creationTimestamp: "2026-05-26T12:06:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:06:21Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6gfcp.18b31c1b3c2d7f35
    namespace: kserve-ci-e2e-test
    resourceVersion: "27401"
    uid: 684a46d4-ce87-4e99-9fd4-ac23a27f3ffe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:06:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6gfcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "27151"
    uid: e212988e-e671-4e0c-acdc-a04a86197d96
  kind: Event
  lastTimestamp: "2026-05-26T12:06:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T12:06:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:06:21Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6gfcp.18b31c1b3f4ae730
    namespace: kserve-ci-e2e-test
    resourceVersion: "27405"
    uid: ae31a119-70bf-473c-897f-e9aa4e8a05d9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:06:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6gfcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "27151"
    uid: e212988e-e671-4e0c-acdc-a04a86197d96
  kind: Event
  lastTimestamp: "2026-05-26T12:06:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T12:06:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:06:21Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6gfcp.18b31c1b3fab03e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27406"
    uid: b52e59c6-43a2-4359-ae22-5147e525d0fa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:06:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6gfcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "27151"
    uid: e212988e-e671-4e0c-acdc-a04a86197d96
  kind: Event
  lastTimestamp: "2026-05-26T12:06:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:06:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:06:21Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6gfcp.18b31c1b3fb83c6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27407"
    uid: 5a044214-227d-4cc7-8d04-e37b332f9bb9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:06:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6gfcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "27151"
    uid: e212988e-e671-4e0c-acdc-a04a86197d96
  kind: Event
  lastTimestamp: "2026-05-26T12:06:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T12:06:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:06:21Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6gfcp.18b31c1b4255965f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27408"
    uid: 1aa1a6d5-9058-4c9c-aa2e-24956ba64849
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:06:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6gfcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "27151"
    uid: e212988e-e671-4e0c-acdc-a04a86197d96
  kind: Event
  lastTimestamp: "2026-05-26T12:06:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T12:06:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:06:21Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6gfcp.18b31c1b42b703f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27409"
    uid: 1803a972-0a39-424c-a6db-3968ec45af60
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-26T12:06:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6gfcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "27151"
    uid: e212988e-e671-4e0c-acdc-a04a86197d96
  kind: Event
  lastTimestamp: "2026-05-26T12:07:28Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-26T12:06:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:07:28Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6gfcp.18b31c1b9dadf65a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27886"
    uid: 4c346b1c-ad89-451b-bf74-10b57dc0bea9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:07:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6gfcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "27151"
    uid: e212988e-e671-4e0c-acdc-a04a86197d96
  kind: Event
  lastTimestamp: "2026-05-26T12:07:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T12:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:07:42Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6gfcp.18b31c2e167186b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28016"
    uid: c947deaf-7e23-4b2e-b329-18872a7edca0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:07:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6gfcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "27151"
    uid: e212988e-e671-4e0c-acdc-a04a86197d96
  kind: Event
  lastTimestamp: "2026-05-26T12:07:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T12:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:07:42Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6gfcp.18b31c2e1671fb51
    namespace: kserve-ci-e2e-test
    resourceVersion: "28018"
    uid: 5138bf48-1617-4141-80b0-07e3daca1983
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:07:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6gfcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "27151"
    uid: e212988e-e671-4e0c-acdc-a04a86197d96
  kind: Event
  lastTimestamp: "2026-05-26T12:07:43Z"
  message: 'Readiness probe failed: Get "https://10.132.0.35:8643/healthz": dial tcp
    10.132.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T12:07:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:07:43Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6gfcp.18b31c2e79ccf1ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "28069"
    uid: 043e1392-ab37-4c93-beda-4ce59461b251
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:05:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-cd7c759c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27138"
    uid: c1e3e01e-e444-4159-bb06-204d2e171c3a
  kind: Event
  lastTimestamp: "2026-05-26T12:05:51Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-cd7c759c9-6gfcp'
  metadata:
    creationTimestamp: "2026-05-26T12:05:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:05:51Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9.18b31c1470bea5e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27149"
    uid: 91e613b2-03f3-4638-a60b-a8d4dbe3df15
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:05:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27136"
    uid: cc026822-20d9-403e-913b-6b5ffef23f37
  kind: Event
  lastTimestamp: "2026-05-26T12:05:51Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-cd7c759c9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-26T12:05:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:05:51Z"
    name: isvc-predictive-sklearn-predictor.18b31c146cfbef60
    namespace: kserve-ci-e2e-test
    resourceVersion: "27141"
    uid: 8f51c69d-138e-496a-bfce-51d08d992340
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T12:06:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27137"
    uid: ed7e2d8b-26cb-466d-88fe-bc75922b8d95
  kind: Event
  lastTimestamp: "2026-05-26T12:06:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T12:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:06:51Z"
    name: isvc-predictive-sklearn-predictor.18b31c17ec09b4fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "27625"
    uid: 1dea6258-0f35-47dd-a7bb-dff322c341f5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T12:06:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27137"
    uid: ed7e2d8b-26cb-466d-88fe-bc75922b8d95
  kind: Event
  lastTimestamp: "2026-05-26T12:06:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T12:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:06:51Z"
    name: isvc-predictive-sklearn-predictor.18b31c17ec882411
    namespace: kserve-ci-e2e-test
    resourceVersion: "27626"
    uid: 752a31b9-e315-4749-942c-c453d0b7cdc9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T12:07:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27304"
    uid: ed7e2d8b-26cb-466d-88fe-bc75922b8d95
  kind: Event
  lastTimestamp: "2026-05-26T12:07:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T12:07:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:07:36Z"
    name: isvc-predictive-sklearn-predictor.18b31c25eadef113
    namespace: kserve-ci-e2e-test
    resourceVersion: "27940"
    uid: 701dd945-cd0a-4635-bdd8-dd786840ceed
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T12:07:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27304"
    uid: ed7e2d8b-26cb-466d-88fe-bc75922b8d95
  kind: Event
  lastTimestamp: "2026-05-26T12:07:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T12:07:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:07:36Z"
    name: isvc-predictive-sklearn-predictor.18b31c25eb883d9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27941"
    uid: f41baa37-1f8a-487c-ab4b-4e286e177f13
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T12:10:42.727738Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rxqlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29498"
    uid: 6a7e4c3d-c09b-47cf-b6b7-86eeadb3cc09
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rxqlj
    to ip-10-0-138-207.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T12:10:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T12:10:42Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rxqlj.18b31c5829ef93f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29503"
    uid: 21f5958c-0d59-4d26-8a19-0879f5bfa087
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-656794c755-kk9zg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:10:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rxqlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29502"
    uid: 6a7e4c3d-c09b-47cf-b6b7-86eeadb3cc09
  kind: Event
  lastTimestamp: "2026-05-26T12:10:42Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-26T12:10:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:10:42Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rxqlj.18b31c58331157ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "29512"
    uid: 913dd84b-cc56-4a1a-9f43-6f9584595f12
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:10:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rxqlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29508"
    uid: 6a7e4c3d-c09b-47cf-b6b7-86eeadb3cc09
  kind: Event
  lastTimestamp: "2026-05-26T12:10:43Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T12:10:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T12:10:43Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rxqlj.18b31c5866f617f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29520"
    uid: 5f60066d-acbd-4306-a960-105813ff853f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:10:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rxqlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29502"
    uid: 6a7e4c3d-c09b-47cf-b6b7-86eeadb3cc09
  kind: Event
  lastTimestamp: "2026-05-26T12:10:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:10:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:10:43Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rxqlj.18b31c58685c51b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29522"
    uid: 5fd1e1c2-6b07-49d6-b60b-4a897310eb21
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:10:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rxqlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29502"
    uid: 6a7e4c3d-c09b-47cf-b6b7-86eeadb3cc09
  kind: Event
  lastTimestamp: "2026-05-26T12:10:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T12:10:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:10:43Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rxqlj.18b31c586b7cdd82
    namespace: kserve-ci-e2e-test
    resourceVersion: "29523"
    uid: 2564aa38-6837-4d13-9bde-4f1abf87f728
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:10:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rxqlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29502"
    uid: 6a7e4c3d-c09b-47cf-b6b7-86eeadb3cc09
  kind: Event
  lastTimestamp: "2026-05-26T12:10:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T12:10:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:10:43Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rxqlj.18b31c586bf63965
    namespace: kserve-ci-e2e-test
    resourceVersion: "29524"
    uid: 15a64b14-9ec3-4c88-a8ee-5fb71a74a608
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:10:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rxqlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29502"
    uid: 6a7e4c3d-c09b-47cf-b6b7-86eeadb3cc09
  kind: Event
  lastTimestamp: "2026-05-26T12:10:48Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:10:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:10:48Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rxqlj.18b31c597aeb4b71
    namespace: kserve-ci-e2e-test
    resourceVersion: "29567"
    uid: ccc7f761-6b23-4991-a5dc-c215bf681ee1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:10:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rxqlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29502"
    uid: 6a7e4c3d-c09b-47cf-b6b7-86eeadb3cc09
  kind: Event
  lastTimestamp: "2026-05-26T12:10:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T12:10:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:10:48Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rxqlj.18b31c597f108cb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29571"
    uid: d700f0c7-022c-433b-a1ca-953205677fde
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:10:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rxqlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29502"
    uid: 6a7e4c3d-c09b-47cf-b6b7-86eeadb3cc09
  kind: Event
  lastTimestamp: "2026-05-26T12:10:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T12:10:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:10:48Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rxqlj.18b31c597f8c2bee
    namespace: kserve-ci-e2e-test
    resourceVersion: "29573"
    uid: f28da98f-ee9a-457a-a712-5a216b2a251e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:10:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rxqlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29502"
    uid: 6a7e4c3d-c09b-47cf-b6b7-86eeadb3cc09
  kind: Event
  lastTimestamp: "2026-05-26T12:10:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:10:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:10:48Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rxqlj.18b31c597f98454c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29574"
    uid: 652e4055-42f0-4d04-8b92-7599a578a145
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:10:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rxqlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29502"
    uid: 6a7e4c3d-c09b-47cf-b6b7-86eeadb3cc09
  kind: Event
  lastTimestamp: "2026-05-26T12:10:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T12:10:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:10:48Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rxqlj.18b31c5982e62d31
    namespace: kserve-ci-e2e-test
    resourceVersion: "29576"
    uid: 40097e87-aac5-438e-9dc2-c4f9599e5d54
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:10:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rxqlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29502"
    uid: 6a7e4c3d-c09b-47cf-b6b7-86eeadb3cc09
  kind: Event
  lastTimestamp: "2026-05-26T12:10:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T12:10:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:10:48Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rxqlj.18b31c59835d6ce7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29577"
    uid: aaa871f9-9724-4254-bdb7-12b320a59253
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-05-26T12:11:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rxqlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29502"
    uid: 6a7e4c3d-c09b-47cf-b6b7-86eeadb3cc09
  kind: Event
  lastTimestamp: "2026-05-26T12:12:15Z"
  message: 'Readiness probe failed: Get "http://10.132.0.38:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.132.0.38:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T12:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:12:15Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rxqlj.18b31c621941d9fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30269"
    uid: 6c3ca1c3-d1da-4970-9d9e-f184200f76ab
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:12:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rxqlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29502"
    uid: 6a7e4c3d-c09b-47cf-b6b7-86eeadb3cc09
  kind: Event
  lastTimestamp: "2026-05-26T12:12:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T12:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:12:12Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rxqlj.18b31c6d2225a73a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30213"
    uid: 162b1d9b-5a28-4750-9c1a-9a067379b5c6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:12:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rxqlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29502"
    uid: 6a7e4c3d-c09b-47cf-b6b7-86eeadb3cc09
  kind: Event
  lastTimestamp: "2026-05-26T12:12:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T12:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:12:12Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rxqlj.18b31c6d222638eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30215"
    uid: 52fd1f9b-c37b-4b7d-97bd-d4b968013c6a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:12:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rxqlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29502"
    uid: 6a7e4c3d-c09b-47cf-b6b7-86eeadb3cc09
  kind: Event
  lastTimestamp: "2026-05-26T12:12:15Z"
  message: 'Readiness probe failed: Get "https://10.132.0.38:8643/healthz": dial tcp
    10.132.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T12:12:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:12:15Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rxqlj.18b31c6dbd25f31b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30268"
    uid: f2344e2a-2cdb-453c-8a54-2042fdb9db0b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:10:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79
    namespace: kserve-ci-e2e-test
    resourceVersion: "29486"
    uid: 85c4537e-20a1-424c-89f1-6a611ec5f86f
  kind: Event
  lastTimestamp: "2026-05-26T12:10:42Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-rxqlj'
  metadata:
    creationTimestamp: "2026-05-26T12:10:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:10:42Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79.18b31c58295fd4b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29500"
    uid: 8f5af5e8-f36a-43fd-b67c-f2b7b2d8ef97
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:10:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29483"
    uid: 366e24bd-6cbf-4413-9fdf-2ff9dd5c2d4f
  kind: Event
  lastTimestamp: "2026-05-26T12:10:42Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-b5d4f6b79 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-26T12:10:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:10:42Z"
    name: isvc-predictive-sklearn-v2-predictor.18b31c5822a89c8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29488"
    uid: 0b330696-5409-45aa-85c3-fd28f533e4f3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:10:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29485"
    uid: 3289d561-eb74-4fbf-bab7-754df7b77bef
  kind: Event
  lastTimestamp: "2026-05-26T12:11:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T12:10:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:11:12Z"
    name: isvc-predictive-sklearn-v2-predictor.18b31c5ba1b0093b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29748"
    uid: fc465a3a-b5e3-436d-9369-94e141d62d3c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:10:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29485"
    uid: 3289d561-eb74-4fbf-bab7-754df7b77bef
  kind: Event
  lastTimestamp: "2026-05-26T12:11:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T12:10:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:11:12Z"
    name: isvc-predictive-sklearn-v2-predictor.18b31c5ba2030917
    namespace: kserve-ci-e2e-test
    resourceVersion: "29750"
    uid: 64655995-5f68-48f7-820e-c35795258daa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T12:11:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29642"
    uid: 3289d561-eb74-4fbf-bab7-754df7b77bef
  kind: Event
  lastTimestamp: "2026-05-26T12:12:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T12:11:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:12:12Z"
    name: isvc-predictive-sklearn-v2-predictor.18b31c62a0e35fa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30184"
    uid: ca080658-2072-4a0d-9c21-7a063fc89ff7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T12:11:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29642"
    uid: 3289d561-eb74-4fbf-bab7-754df7b77bef
  kind: Event
  lastTimestamp: "2026-05-26T12:12:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T12:11:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:12:12Z"
    name: isvc-predictive-sklearn-v2-predictor.18b31c62a15831de
    namespace: kserve-ci-e2e-test
    resourceVersion: "30186"
    uid: f2418e23-40bf-49d3-b25e-07205b9bf2a6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-26T12:10:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29455"
    uid: cdcf0311-03b3-4620-b1f3-fdb6210f9e21
  kind: Event
  lastTimestamp: "2026-05-26T12:12:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T12:10:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:12:05Z"
    name: isvc-predictive-sklearn-v2.18b31c58228566f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30130"
    uid: 19e95f89-548c-4ada-9ccd-17f0d2822092
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:10:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29455"
    uid: cdcf0311-03b3-4620-b1f3-fdb6210f9e21
  kind: Event
  lastTimestamp: "2026-05-26T12:10:42Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T12:10:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:10:42Z"
    name: isvc-predictive-sklearn-v2.18b31c58230fac70
    namespace: kserve-ci-e2e-test
    resourceVersion: "29509"
    uid: 6c1d43a5-4542-4167-8ff4-c09d01180a07
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:10:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29465"
    uid: cdcf0311-03b3-4620-b1f3-fdb6210f9e21
  kind: Event
  lastTimestamp: "2026-05-26T12:10:42Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-26T12:10:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:10:42Z"
    name: isvc-predictive-sklearn-v2.18b31c582b314c39
    namespace: kserve-ci-e2e-test
    resourceVersion: "29510"
    uid: 84bb6e55-3150-4a9a-af82-f53298426e7f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:12:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30128"
    uid: cdcf0311-03b3-4620-b1f3-fdb6210f9e21
  kind: Event
  lastTimestamp: "2026-05-26T12:12:05Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-05-26T12:12:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:12:05Z"
    name: isvc-predictive-sklearn-v2.18b31c6b6f16d8f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30129"
    uid: 0d4bcfd7-f71b-4bbb-aadb-246fb2ce8385
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-26T12:05:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27112"
    uid: a9259519-a238-444a-85fe-4b428d4a085d
  kind: Event
  lastTimestamp: "2026-05-26T12:07:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T12:05:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:07:38Z"
    name: isvc-predictive-sklearn.18b31c146cc57e06
    namespace: kserve-ci-e2e-test
    resourceVersion: "27962"
    uid: cd4ad23d-e317-457c-b9d1-a5b214316152
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:05:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27112"
    uid: a9259519-a238-444a-85fe-4b428d4a085d
  kind: Event
  lastTimestamp: "2026-05-26T12:05:51Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T12:05:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:05:51Z"
    name: isvc-predictive-sklearn.18b31c146d32eb08
    namespace: kserve-ci-e2e-test
    resourceVersion: "27164"
    uid: 46eea14c-b298-4e7f-b46d-b4717fa0ef42
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:05:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27145"
    uid: a9259519-a238-444a-85fe-4b428d4a085d
  kind: Event
  lastTimestamp: "2026-05-26T12:05:51Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-26T12:05:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:05:51Z"
    name: isvc-predictive-sklearn.18b31c1476493d5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27165"
    uid: 44105e1d-ddcf-4a91-bee8-b2a309d41990
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:07:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27960"
    uid: a9259519-a238-444a-85fe-4b428d4a085d
  kind: Event
  lastTimestamp: "2026-05-26T12:07:38Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-05-26T12:07:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:07:38Z"
    name: isvc-predictive-sklearn.18b31c2d55921cb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27961"
    uid: c6a57ac7-22b1-442b-9edd-f3ee5b165178
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T12:07:42.135024Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-d8ck9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28033"
    uid: ac9867c6-0656-43f4-a6bc-ec8723f075d6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-7ff98fd74d-d8ck9
    to ip-10-0-138-207.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T12:07:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T12:07:42Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-d8ck9.18b31c2e1dc5a978
    namespace: kserve-ci-e2e-test
    resourceVersion: "28038"
    uid: ac13987e-006c-493f-820e-c1072c1da9a3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-656794c755-kk9zg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:07:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-d8ck9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28044"
    uid: ac9867c6-0656-43f4-a6bc-ec8723f075d6
  kind: Event
  lastTimestamp: "2026-05-26T12:07:42Z"
  message: Add eth0 [10.132.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T12:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T12:07:42Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-d8ck9.18b31c2e37349180
    namespace: kserve-ci-e2e-test
    resourceVersion: "28048"
    uid: 581c50c9-e0bb-4a78-bda7-cbb1425eb5ab
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:07:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-d8ck9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28036"
    uid: ac9867c6-0656-43f4-a6bc-ec8723f075d6
  kind: Event
  lastTimestamp: "2026-05-26T12:07:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:07:42Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-d8ck9.18b31c2e38c1453c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28050"
    uid: 4b9ef212-21da-4e36-a555-5ce432d2e978
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:07:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-d8ck9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28036"
    uid: ac9867c6-0656-43f4-a6bc-ec8723f075d6
  kind: Event
  lastTimestamp: "2026-05-26T12:07:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T12:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:07:42Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-d8ck9.18b31c2e3b82b9c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28052"
    uid: 5bdcd7bd-cb51-4407-b707-3d0fc8109c96
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:07:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-d8ck9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28036"
    uid: ac9867c6-0656-43f4-a6bc-ec8723f075d6
  kind: Event
  lastTimestamp: "2026-05-26T12:07:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T12:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:07:42Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-d8ck9.18b31c2e3bf65fe2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28053"
    uid: f76ca6ea-f38a-481e-940f-1df2f76f65a3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:07:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-d8ck9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28036"
    uid: ac9867c6-0656-43f4-a6bc-ec8723f075d6
  kind: Event
  lastTimestamp: "2026-05-26T12:07:46Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:07:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:07:46Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-d8ck9.18b31c2f39d23f2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28096"
    uid: 44ccff2e-4cb5-4d59-865d-773742acbabe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:07:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-d8ck9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28036"
    uid: ac9867c6-0656-43f4-a6bc-ec8723f075d6
  kind: Event
  lastTimestamp: "2026-05-26T12:07:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T12:07:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:07:46Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-d8ck9.18b31c2f3d233ad7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28100"
    uid: 6653ae39-702b-4c54-a429-597b7039f322
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:07:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-d8ck9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28036"
    uid: ac9867c6-0656-43f4-a6bc-ec8723f075d6
  kind: Event
  lastTimestamp: "2026-05-26T12:07:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T12:07:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:07:46Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-d8ck9.18b31c2f3da4cf47
    namespace: kserve-ci-e2e-test
    resourceVersion: "28101"
    uid: be01ff65-190c-4fed-8c2c-105363486424
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:07:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-d8ck9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28036"
    uid: ac9867c6-0656-43f4-a6bc-ec8723f075d6
  kind: Event
  lastTimestamp: "2026-05-26T12:07:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:07:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:07:46Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-d8ck9.18b31c2f3db11a57
    namespace: kserve-ci-e2e-test
    resourceVersion: "28104"
    uid: 6cc57f3b-3a3a-4b62-8676-3301907a83b0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:07:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-d8ck9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28036"
    uid: ac9867c6-0656-43f4-a6bc-ec8723f075d6
  kind: Event
  lastTimestamp: "2026-05-26T12:07:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T12:07:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:07:47Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-d8ck9.18b31c2f4062dc20
    namespace: kserve-ci-e2e-test
    resourceVersion: "28105"
    uid: 1824093d-28f1-4a32-8b42-4c8e94e8af49
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:07:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-d8ck9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28036"
    uid: ac9867c6-0656-43f4-a6bc-ec8723f075d6
  kind: Event
  lastTimestamp: "2026-05-26T12:07:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T12:07:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:07:47Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-d8ck9.18b31c2f40d68dca
    namespace: kserve-ci-e2e-test
    resourceVersion: "28106"
    uid: 28874cf8-4c12-45ef-9221-c9cc1c7ec361
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-26T12:07:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-d8ck9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28036"
    uid: ac9867c6-0656-43f4-a6bc-ec8723f075d6
  kind: Event
  lastTimestamp: "2026-05-26T12:09:13Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-26T12:07:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:09:13Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-d8ck9.18b31c2f75e7c989
    namespace: kserve-ci-e2e-test
    resourceVersion: "28795"
    uid: 6b89be57-47a1-4caa-8205-e3ace02eac1f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:09:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-d8ck9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28036"
    uid: ac9867c6-0656-43f4-a6bc-ec8723f075d6
  kind: Event
  lastTimestamp: "2026-05-26T12:09:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T12:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:09:12Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-d8ck9.18b31c4318250800
    namespace: kserve-ci-e2e-test
    resourceVersion: "28743"
    uid: 4406168e-6723-4d11-9afd-502747598370
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:09:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-d8ck9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28036"
    uid: ac9867c6-0656-43f4-a6bc-ec8723f075d6
  kind: Event
  lastTimestamp: "2026-05-26T12:09:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T12:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:09:12Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-d8ck9.18b31c431825aa89
    namespace: kserve-ci-e2e-test
    resourceVersion: "28745"
    uid: eb00bbbe-3421-44ad-95f1-415869d33235
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:09:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-d8ck9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28036"
    uid: ac9867c6-0656-43f4-a6bc-ec8723f075d6
  kind: Event
  lastTimestamp: "2026-05-26T12:09:13Z"
  message: 'Readiness probe failed: Get "https://10.132.0.36:8643/healthz": dial tcp
    10.132.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T12:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:09:13Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-d8ck9.18b31c437c07128d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28794"
    uid: bc2c281f-02db-4e89-ab90-3a6bcff9287f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:07:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-7ff98fd74d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28019"
    uid: f7a43837-ead9-48a2-92d9-87a1718ffd28
  kind: Event
  lastTimestamp: "2026-05-26T12:07:42Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-7ff98fd74d-d8ck9'
  metadata:
    creationTimestamp: "2026-05-26T12:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:07:42Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d.18b31c2e1cdbcf38
    namespace: kserve-ci-e2e-test
    resourceVersion: "28034"
    uid: 6089bc55-6b9f-485c-89b9-c9406e106d82
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:07:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28013"
    uid: 7f47374f-d9a0-42ce-a26b-4189941f85c2
  kind: Event
  lastTimestamp: "2026-05-26T12:07:42Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-7ff98fd74d from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-26T12:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:07:42Z"
    name: isvc-predictive-xgboost-predictor.18b31c2e1775b2d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28021"
    uid: f1f889aa-bf67-426f-8b98-30e451eef319
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T12:07:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28017"
    uid: 1fe7b6cd-8d99-43bf-973f-df377dc4314c
  kind: Event
  lastTimestamp: "2026-05-26T12:08:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T12:07:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:08:27Z"
    name: isvc-predictive-xgboost-predictor.18b31c3196bdb7b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28392"
    uid: e62ab0f4-c325-44cb-acb0-c64f84779bfa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T12:07:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28017"
    uid: 1fe7b6cd-8d99-43bf-973f-df377dc4314c
  kind: Event
  lastTimestamp: "2026-05-26T12:08:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T12:07:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:08:27Z"
    name: isvc-predictive-xgboost-predictor.18b31c319794640f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28394"
    uid: a5192afe-c8e8-490e-98fe-2d00dc74816b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T12:08:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28180"
    uid: 1fe7b6cd-8d99-43bf-973f-df377dc4314c
  kind: Event
  lastTimestamp: "2026-05-26T12:09:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T12:08:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:09:12Z"
    name: isvc-predictive-xgboost-predictor.18b31c3c155a21fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28728"
    uid: c3efba56-0c45-4d93-a850-bb04533c5cca
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T12:08:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28180"
    uid: 1fe7b6cd-8d99-43bf-973f-df377dc4314c
  kind: Event
  lastTimestamp: "2026-05-26T12:09:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T12:08:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:09:12Z"
    name: isvc-predictive-xgboost-predictor.18b31c3c15d6f8e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28735"
    uid: 56967211-60e1-4fae-b79c-86cc0f0e15ff
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T12:12:12.970763Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fwwcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30228"
    uid: 2e6ffc64-aad7-4001-884e-5269b0b60f46
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-6577c65fd8-fwwcn
    to ip-10-0-138-207.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T12:12:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T12:12:12Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fwwcn.18b31c6d2cd6e2ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "30234"
    uid: 1fd7d233-4f71-46b6-8428-5a016e94fb7e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-656794c755-kk9zg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:12:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fwwcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30238"
    uid: 2e6ffc64-aad7-4001-884e-5269b0b60f46
  kind: Event
  lastTimestamp: "2026-05-26T12:12:13Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T12:12:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T12:12:13Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fwwcn.18b31c6d464a8187
    namespace: kserve-ci-e2e-test
    resourceVersion: "30245"
    uid: 64fae0c9-c751-4cba-977b-daf2a7a4de92
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:12:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fwwcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30233"
    uid: 2e6ffc64-aad7-4001-884e-5269b0b60f46
  kind: Event
  lastTimestamp: "2026-05-26T12:12:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:12:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:12:13Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fwwcn.18b31c6d47bcffeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30247"
    uid: 8004e383-a175-42ae-b808-c0337f1850f1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:12:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fwwcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30233"
    uid: 2e6ffc64-aad7-4001-884e-5269b0b60f46
  kind: Event
  lastTimestamp: "2026-05-26T12:12:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T12:12:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:12:13Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fwwcn.18b31c6d4aa5000d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30249"
    uid: 9c0f52bf-cc46-437a-b3c3-a61974ad03a0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:12:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fwwcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30233"
    uid: 2e6ffc64-aad7-4001-884e-5269b0b60f46
  kind: Event
  lastTimestamp: "2026-05-26T12:12:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T12:12:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:12:13Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fwwcn.18b31c6d4b144da7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30250"
    uid: 2e7a67ec-4c73-401d-8c0b-a5dd1af52f4b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:12:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fwwcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30233"
    uid: 2e6ffc64-aad7-4001-884e-5269b0b60f46
  kind: Event
  lastTimestamp: "2026-05-26T12:12:17Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:12:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:12:17Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fwwcn.18b31c6e4217ab27
    namespace: kserve-ci-e2e-test
    resourceVersion: "30286"
    uid: 24d13674-b36f-45f1-81f8-4cbcf15d71a7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:12:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fwwcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30233"
    uid: 2e6ffc64-aad7-4001-884e-5269b0b60f46
  kind: Event
  lastTimestamp: "2026-05-26T12:12:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T12:12:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:12:17Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fwwcn.18b31c6e452e0869
    namespace: kserve-ci-e2e-test
    resourceVersion: "30289"
    uid: 81b47bc7-2d22-4b10-94c4-bc9674960ba6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:12:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fwwcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30233"
    uid: 2e6ffc64-aad7-4001-884e-5269b0b60f46
  kind: Event
  lastTimestamp: "2026-05-26T12:12:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T12:12:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:12:17Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fwwcn.18b31c6e45bd776b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30290"
    uid: 8ce4f541-932b-4020-80d9-c962926bc7ee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:12:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fwwcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30233"
    uid: 2e6ffc64-aad7-4001-884e-5269b0b60f46
  kind: Event
  lastTimestamp: "2026-05-26T12:12:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:12:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:12:17Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fwwcn.18b31c6e45ca9f8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30291"
    uid: 3063d39f-5ff4-4313-adff-8188002e8ead
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:12:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fwwcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30233"
    uid: 2e6ffc64-aad7-4001-884e-5269b0b60f46
  kind: Event
  lastTimestamp: "2026-05-26T12:12:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T12:12:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:12:17Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fwwcn.18b31c6e48ae1d39
    namespace: kserve-ci-e2e-test
    resourceVersion: "30294"
    uid: 1197f300-1170-462d-8556-d3e287cbea6c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:12:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fwwcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30233"
    uid: 2e6ffc64-aad7-4001-884e-5269b0b60f46
  kind: Event
  lastTimestamp: "2026-05-26T12:12:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T12:12:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:12:17Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fwwcn.18b31c6e4934b919
    namespace: kserve-ci-e2e-test
    resourceVersion: "30295"
    uid: bdefb685-2f21-4e99-8ae8-c011bdd16e11
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-05-26T12:12:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fwwcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30233"
    uid: 2e6ffc64-aad7-4001-884e-5269b0b60f46
  kind: Event
  lastTimestamp: "2026-05-26T12:13:29Z"
  message: 'Readiness probe failed: Get "http://10.132.0.39:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.132.0.39:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T12:12:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:13:29Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fwwcn.18b31c771c1b8417
    namespace: kserve-ci-e2e-test
    resourceVersion: "30797"
    uid: 6c8d2c36-f636-4e31-bff3-9f8c2f28436f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:13:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fwwcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30233"
    uid: 2e6ffc64-aad7-4001-884e-5269b0b60f46
  kind: Event
  lastTimestamp: "2026-05-26T12:13:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T12:13:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:13:42Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fwwcn.18b31c8222dcb0d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30922"
    uid: a9c85f6f-3c93-407f-9d40-c6d963f9f974
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:13:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fwwcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30233"
    uid: 2e6ffc64-aad7-4001-884e-5269b0b60f46
  kind: Event
  lastTimestamp: "2026-05-26T12:13:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T12:13:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:13:43Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fwwcn.18b31c8222dd6275
    namespace: kserve-ci-e2e-test
    resourceVersion: "30925"
    uid: 12f4218d-c729-42d6-b3d0-8cc548203a55
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:13:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fwwcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30233"
    uid: 2e6ffc64-aad7-4001-884e-5269b0b60f46
  kind: Event
  lastTimestamp: "2026-05-26T12:13:45Z"
  message: 'Readiness probe failed: Get "https://10.132.0.39:8643/healthz": dial tcp
    10.132.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T12:13:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:13:45Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fwwcn.18b31c82bffa8c13
    namespace: kserve-ci-e2e-test
    resourceVersion: "30990"
    uid: 9d8b3210-031e-49a2-8099-9704286f5340
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:12:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30217"
    uid: 3b54c6be-ebf6-4211-9576-1e3644ea335e
  kind: Event
  lastTimestamp: "2026-05-26T12:12:12Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-6577c65fd8-fwwcn'
  metadata:
    creationTimestamp: "2026-05-26T12:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:12:12Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8.18b31c6d2c2e8966
    namespace: kserve-ci-e2e-test
    resourceVersion: "30231"
    uid: 602d0ac1-741d-4bf3-8808-0f9b55d8c1f8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:12:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30214"
    uid: 4cc45527-d80b-4139-afab-b3e79e96e04f
  kind: Event
  lastTimestamp: "2026-05-26T12:12:12Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-6577c65fd8 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-26T12:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:12:12Z"
    name: isvc-predictive-xgboost-v2-predictor.18b31c6d23678d10
    namespace: kserve-ci-e2e-test
    resourceVersion: "30219"
    uid: 9f761d40-5394-42ae-8913-d5b7ad28723e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:12:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30216"
    uid: 9a7d18b8-cea9-4c65-91ba-9eb5dee2a061
  kind: Event
  lastTimestamp: "2026-05-26T12:12:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T12:12:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:12:42Z"
    name: isvc-predictive-xgboost-v2-predictor.18b31c70a27ded64
    namespace: kserve-ci-e2e-test
    resourceVersion: "30473"
    uid: e7a53789-1fae-4283-9e27-de7baa1eb111
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:12:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30216"
    uid: 9a7d18b8-cea9-4c65-91ba-9eb5dee2a061
  kind: Event
  lastTimestamp: "2026-05-26T12:12:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T12:12:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:12:42Z"
    name: isvc-predictive-xgboost-v2-predictor.18b31c70a2ec13bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30474"
    uid: 62931e77-7406-4649-b8b0-b0bf6fd6e534
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T12:12:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30367"
    uid: 9a7d18b8-cea9-4c65-91ba-9eb5dee2a061
  kind: Event
  lastTimestamp: "2026-05-26T12:13:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T12:12:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:13:42Z"
    name: isvc-predictive-xgboost-v2-predictor.18b31c77a0f7238e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30903"
    uid: 90b351b6-ff8b-4197-a604-bf75f939be9e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T12:12:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30367"
    uid: 9a7d18b8-cea9-4c65-91ba-9eb5dee2a061
  kind: Event
  lastTimestamp: "2026-05-26T12:13:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T12:12:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:13:42Z"
    name: isvc-predictive-xgboost-v2-predictor.18b31c77a170c5cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30908"
    uid: 5f0faa32-467f-48f7-811c-cb56082238bd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-26T12:12:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30185"
    uid: 05f8a591-0aa4-47ac-851b-d738b467cc5d
  kind: Event
  lastTimestamp: "2026-05-26T12:13:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T12:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:13:39Z"
    name: isvc-predictive-xgboost-v2.18b31c6d232f7b05
    namespace: kserve-ci-e2e-test
    resourceVersion: "30871"
    uid: 0fe6efd3-a995-418a-af5f-5b27f5bdcb8d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:12:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30185"
    uid: 05f8a591-0aa4-47ac-851b-d738b467cc5d
  kind: Event
  lastTimestamp: "2026-05-26T12:12:12Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T12:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:12:12Z"
    name: isvc-predictive-xgboost-v2.18b31c6d23a29e12
    namespace: kserve-ci-e2e-test
    resourceVersion: "30221"
    uid: 5a8e8c8f-ad44-4ca4-a3f8-a4ef73e0a5d1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:13:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30867"
    uid: 05f8a591-0aa4-47ac-851b-d738b467cc5d
  kind: Event
  lastTimestamp: "2026-05-26T12:13:39Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-05-26T12:13:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:13:39Z"
    name: isvc-predictive-xgboost-v2.18b31c8148c61afd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30870"
    uid: b4c3db84-e86e-4e6d-b01a-4c0e993c5d8b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-26T12:07:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "27987"
    uid: ff495c5d-be24-4736-8f5f-7fab82a7171a
  kind: Event
  lastTimestamp: "2026-05-26T12:09:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T12:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:09:04Z"
    name: isvc-predictive-xgboost.18b31c2e16fc65cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28656"
    uid: 56d90433-1aa4-4c9c-a058-023715f105ca
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:07:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "27987"
    uid: ff495c5d-be24-4736-8f5f-7fab82a7171a
  kind: Event
  lastTimestamp: "2026-05-26T12:07:42Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T12:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:07:42Z"
    name: isvc-predictive-xgboost.18b31c2e1796bdb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28042"
    uid: a73189bb-b670-4706-a0d5-1a6ab6ad1863
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:07:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "27998"
    uid: ff495c5d-be24-4736-8f5f-7fab82a7171a
  kind: Event
  lastTimestamp: "2026-05-26T12:07:42Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-26T12:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:07:42Z"
    name: isvc-predictive-xgboost.18b31c2e1f0f9321
    namespace: kserve-ci-e2e-test
    resourceVersion: "28043"
    uid: fd5f0a84-7973-4588-a91e-9d1812c5963b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:09:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "28654"
    uid: ff495c5d-be24-4736-8f5f-7fab82a7171a
  kind: Event
  lastTimestamp: "2026-05-26T12:09:04Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-05-26T12:09:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:09:04Z"
    name: isvc-predictive-xgboost.18b31c412dcf2272
    namespace: kserve-ci-e2e-test
    resourceVersion: "28655"
    uid: 61987920-e3a8-4668-b90e-46f1c9e4703c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T12:04:12.355406Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-ba5923-predictor-86f446f48-tmk96
    namespace: kserve-ci-e2e-test
    resourceVersion: "26174"
    uid: 822209a3-bdb6-4c3f-b109-b56a23234103
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-ba5923-predictor-86f446f48-tmk96
    to ip-10-0-138-207.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T12:04:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T12:04:12Z"
    name: isvc-primary-ba5923-predictor-86f446f48-tmk96.18b31bfd45ee935d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26178"
    uid: 7994f0e7-f511-4da5-a6c6-8d54e950d2d9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-656794c755-kk9zg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:04:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-ba5923-predictor-86f446f48-tmk96
    namespace: kserve-ci-e2e-test
    resourceVersion: "26183"
    uid: 822209a3-bdb6-4c3f-b109-b56a23234103
  kind: Event
  lastTimestamp: "2026-05-26T12:04:12Z"
  message: Add eth0 [10.132.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T12:04:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T12:04:12Z"
    name: isvc-primary-ba5923-predictor-86f446f48-tmk96.18b31bfd5f503645
    namespace: kserve-ci-e2e-test
    resourceVersion: "26194"
    uid: a4698026-b916-4ff5-830f-50ef4b474c38
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:04:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-ba5923-predictor-86f446f48-tmk96
    namespace: kserve-ci-e2e-test
    resourceVersion: "26176"
    uid: 822209a3-bdb6-4c3f-b109-b56a23234103
  kind: Event
  lastTimestamp: "2026-05-26T12:04:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:04:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:04:12Z"
    name: isvc-primary-ba5923-predictor-86f446f48-tmk96.18b31bfd60d5f4f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26196"
    uid: 45526222-d934-4556-bf86-1a75ede9fede
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:04:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-ba5923-predictor-86f446f48-tmk96
    namespace: kserve-ci-e2e-test
    resourceVersion: "26176"
    uid: 822209a3-bdb6-4c3f-b109-b56a23234103
  kind: Event
  lastTimestamp: "2026-05-26T12:04:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T12:04:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:04:12Z"
    name: isvc-primary-ba5923-predictor-86f446f48-tmk96.18b31bfd63b12198
    namespace: kserve-ci-e2e-test
    resourceVersion: "26197"
    uid: dfbbee4f-8a2c-4f2e-8aad-daa3f893b18c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:04:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-ba5923-predictor-86f446f48-tmk96
    namespace: kserve-ci-e2e-test
    resourceVersion: "26176"
    uid: 822209a3-bdb6-4c3f-b109-b56a23234103
  kind: Event
  lastTimestamp: "2026-05-26T12:04:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T12:04:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:04:12Z"
    name: isvc-primary-ba5923-predictor-86f446f48-tmk96.18b31bfd64248996
    namespace: kserve-ci-e2e-test
    resourceVersion: "26198"
    uid: f24187d2-9d54-4573-be44-8f796ba9e1a1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:04:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-ba5923-predictor-86f446f48-tmk96
    namespace: kserve-ci-e2e-test
    resourceVersion: "26176"
    uid: 822209a3-bdb6-4c3f-b109-b56a23234103
  kind: Event
  lastTimestamp: "2026-05-26T12:04:17Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:04:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:04:17Z"
    name: isvc-primary-ba5923-predictor-86f446f48-tmk96.18b31bfe6ccaf657
    namespace: kserve-ci-e2e-test
    resourceVersion: "26239"
    uid: 9a703e63-391e-41a0-a65e-4d4edd55ab90
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:04:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-ba5923-predictor-86f446f48-tmk96
    namespace: kserve-ci-e2e-test
    resourceVersion: "26176"
    uid: 822209a3-bdb6-4c3f-b109-b56a23234103
  kind: Event
  lastTimestamp: "2026-05-26T12:04:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T12:04:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:04:17Z"
    name: isvc-primary-ba5923-predictor-86f446f48-tmk96.18b31bfe6f5cb05a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26242"
    uid: abaa1012-8831-4b55-b3f8-d26e334e6907
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:04:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-ba5923-predictor-86f446f48-tmk96
    namespace: kserve-ci-e2e-test
    resourceVersion: "26176"
    uid: 822209a3-bdb6-4c3f-b109-b56a23234103
  kind: Event
  lastTimestamp: "2026-05-26T12:04:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T12:04:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:04:17Z"
    name: isvc-primary-ba5923-predictor-86f446f48-tmk96.18b31bfe6fd698d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26243"
    uid: 581d85fe-e5dc-4863-a02d-bcef1b300f81
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:04:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-ba5923-predictor-86f446f48-tmk96
    namespace: kserve-ci-e2e-test
    resourceVersion: "26176"
    uid: 822209a3-bdb6-4c3f-b109-b56a23234103
  kind: Event
  lastTimestamp: "2026-05-26T12:04:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:04:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:04:17Z"
    name: isvc-primary-ba5923-predictor-86f446f48-tmk96.18b31bfe6fe36fbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26244"
    uid: 35c710b5-00de-4976-941c-f9ebc5f6aa35
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:04:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-ba5923-predictor-86f446f48-tmk96
    namespace: kserve-ci-e2e-test
    resourceVersion: "26176"
    uid: 822209a3-bdb6-4c3f-b109-b56a23234103
  kind: Event
  lastTimestamp: "2026-05-26T12:04:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T12:04:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:04:17Z"
    name: isvc-primary-ba5923-predictor-86f446f48-tmk96.18b31bfe72fd8c76
    namespace: kserve-ci-e2e-test
    resourceVersion: "26248"
    uid: df979473-8571-423a-83db-e991c2e3bc75
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:04:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-ba5923-predictor-86f446f48-tmk96
    namespace: kserve-ci-e2e-test
    resourceVersion: "26176"
    uid: 822209a3-bdb6-4c3f-b109-b56a23234103
  kind: Event
  lastTimestamp: "2026-05-26T12:04:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T12:04:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:04:17Z"
    name: isvc-primary-ba5923-predictor-86f446f48-tmk96.18b31bfe7374dd2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26249"
    uid: 557056e2-616b-4031-9559-07be4944bb77
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-05-26T12:04:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-ba5923-predictor-86f446f48-tmk96
    namespace: kserve-ci-e2e-test
    resourceVersion: "26176"
    uid: 822209a3-bdb6-4c3f-b109-b56a23234103
  kind: Event
  lastTimestamp: "2026-05-26T12:05:14Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-26T12:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:05:14Z"
    name: isvc-primary-ba5923-predictor-86f446f48-tmk96.18b31bfea8ae99ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "26657"
    uid: 4d8069a0-3aa2-42aa-8a3d-1318e36e9e20
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:05:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-ba5923-predictor-86f446f48-tmk96
    namespace: kserve-ci-e2e-test
    resourceVersion: "26176"
    uid: 822209a3-bdb6-4c3f-b109-b56a23234103
  kind: Event
  lastTimestamp: "2026-05-26T12:05:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T12:05:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:05:46Z"
    name: isvc-primary-ba5923-predictor-86f446f48-tmk96.18b31c133d715e03
    namespace: kserve-ci-e2e-test
    resourceVersion: "27025"
    uid: 80b92567-53ee-4ee6-8688-f0db2e43897c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:05:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-ba5923-predictor-86f446f48-tmk96
    namespace: kserve-ci-e2e-test
    resourceVersion: "26176"
    uid: 822209a3-bdb6-4c3f-b109-b56a23234103
  kind: Event
  lastTimestamp: "2026-05-26T12:05:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T12:05:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:05:46Z"
    name: isvc-primary-ba5923-predictor-86f446f48-tmk96.18b31c133d71f5a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27026"
    uid: 62805fcb-dbf8-4a8b-9d3b-9f6f19bd9dd1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:05:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-ba5923-predictor-86f446f48-tmk96
    namespace: kserve-ci-e2e-test
    resourceVersion: "26176"
    uid: 822209a3-bdb6-4c3f-b109-b56a23234103
  kind: Event
  lastTimestamp: "2026-05-26T12:05:49Z"
  message: 'Readiness probe failed: Get "https://10.132.0.32:8643/healthz": dial tcp
    10.132.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T12:05:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:05:49Z"
    name: isvc-primary-ba5923-predictor-86f446f48-tmk96.18b31c13d8cef3f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27076"
    uid: d66fe089-de06-4c79-848e-a80193820eed
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:04:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-ba5923-predictor-86f446f48
    namespace: kserve-ci-e2e-test
    resourceVersion: "26164"
    uid: bac835d7-fcbd-49f6-b701-89dc84a68971
  kind: Event
  lastTimestamp: "2026-05-26T12:04:12Z"
  message: 'Created pod: isvc-primary-ba5923-predictor-86f446f48-tmk96'
  metadata:
    creationTimestamp: "2026-05-26T12:04:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:04:12Z"
    name: isvc-primary-ba5923-predictor-86f446f48.18b31bfd45581bc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26175"
    uid: 1e1745c5-3377-4271-9fe7-26e1d29337b3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:04:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-ba5923-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26161"
    uid: 5cec056c-8c7d-4ab3-8edd-cdc784939d52
  kind: Event
  lastTimestamp: "2026-05-26T12:04:12Z"
  message: Scaled up replica set isvc-primary-ba5923-predictor-86f446f48 from 0 to
    1
  metadata:
    creationTimestamp: "2026-05-26T12:04:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:04:12Z"
    name: isvc-primary-ba5923-predictor.18b31bfd3f9caa05
    namespace: kserve-ci-e2e-test
    resourceVersion: "26166"
    uid: 6ddb6434-ef51-458e-87c2-f81ee796dffd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:04:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-ba5923-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26162"
    uid: d4ed2480-c46e-4181-b134-b64a52db21da
  kind: Event
  lastTimestamp: "2026-05-26T12:04:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T12:04:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:04:42Z"
    name: isvc-primary-ba5923-predictor.18b31c00be8ed497
    namespace: kserve-ci-e2e-test
    resourceVersion: "26424"
    uid: b221b2f6-79dc-4c90-8fc5-04337ef5583a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:04:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-ba5923-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26162"
    uid: d4ed2480-c46e-4181-b134-b64a52db21da
  kind: Event
  lastTimestamp: "2026-05-26T12:04:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T12:04:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:04:42Z"
    name: isvc-primary-ba5923-predictor.18b31c00befd601e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26425"
    uid: befce652-f313-47c5-8b21-e225f3a6998a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T12:04:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-ba5923-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26324"
    uid: d4ed2480-c46e-4181-b134-b64a52db21da
  kind: Event
  lastTimestamp: "2026-05-26T12:05:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T12:04:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:05:42Z"
    name: isvc-primary-ba5923-predictor.18b31c07bcf07a66
    namespace: kserve-ci-e2e-test
    resourceVersion: "26934"
    uid: 4585e69a-f3dc-4e25-9f9d-483e95ebfe17
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T12:04:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-ba5923-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26324"
    uid: d4ed2480-c46e-4181-b134-b64a52db21da
  kind: Event
  lastTimestamp: "2026-05-26T12:05:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T12:04:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:05:42Z"
    name: isvc-primary-ba5923-predictor.18b31c07bd5966d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26935"
    uid: 387a04e0-5b57-45ba-8205-17fa333e8987
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-26T12:04:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-ba5923
    namespace: kserve-ci-e2e-test
    resourceVersion: "26134"
    uid: 2bd5cf47-7574-4366-b0ee-78cb5a1ebb5d
  kind: Event
  lastTimestamp: "2026-05-26T12:05:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T12:04:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:05:24Z"
    name: isvc-primary-ba5923.18b31bfd3f77b34a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26731"
    uid: 0d26cdb3-37d4-4665-bed4-0f306073ee0d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:04:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-ba5923
    namespace: kserve-ci-e2e-test
    resourceVersion: "26134"
    uid: 2bd5cf47-7574-4366-b0ee-78cb5a1ebb5d
  kind: Event
  lastTimestamp: "2026-05-26T12:04:12Z"
  message: 'Failed to update status for InferenceService "isvc-primary-ba5923": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-ba5923":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T12:04:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:04:12Z"
    name: isvc-primary-ba5923.18b31bfd3fd93db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26184"
    uid: 89717225-a069-4d17-99c9-7e615cdaa57a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:04:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-ba5923
    namespace: kserve-ci-e2e-test
    resourceVersion: "26134"
    uid: 2bd5cf47-7574-4366-b0ee-78cb5a1ebb5d
  kind: Event
  lastTimestamp: "2026-05-26T12:04:12Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-ba5923": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-26T12:04:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:04:12Z"
    name: isvc-primary-ba5923.18b31bfd3fd984fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "26185"
    uid: 46b0dc2e-16d2-4ed4-859f-300539adadc8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:05:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-ba5923
    namespace: kserve-ci-e2e-test
    resourceVersion: "26729"
    uid: 2bd5cf47-7574-4366-b0ee-78cb5a1ebb5d
  kind: Event
  lastTimestamp: "2026-05-26T12:05:24Z"
  message: InferenceService [isvc-primary-ba5923] is Ready
  metadata:
    creationTimestamp: "2026-05-26T12:05:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:05:24Z"
    name: isvc-primary-ba5923.18b31c0e0d39476a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26730"
    uid: 1d5501fd-ee6a-4035-82c8-fe1c30b8fc7c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T12:05:32.477742Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-ba5923-predictor-7789865795-pbvwd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26820"
    uid: 68dd8c3b-4cc1-4bac-8cdf-e140b5bc668e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-ba5923-predictor-7789865795-pbvwd
    to ip-10-0-138-207.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T12:05:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T12:05:32Z"
    name: isvc-secondary-ba5923-predictor-7789865795-pbvwd.18b31c0fed985fb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26827"
    uid: e5def829-40ff-4ccb-b06c-89d23bfa7622
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-656794c755-kk9zg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:05:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-ba5923-predictor-7789865795-pbvwd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26824"
    uid: 68dd8c3b-4cc1-4bac-8cdf-e140b5bc668e
  kind: Event
  lastTimestamp: "2026-05-26T12:05:32Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-secondary-ba5923-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-26T12:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:05:32Z"
    name: isvc-secondary-ba5923-predictor-7789865795-pbvwd.18b31c0ffcbf4000
    namespace: kserve-ci-e2e-test
    resourceVersion: "26836"
    uid: 1fcbc3cd-7763-42cf-8142-2dd2459ccabf
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:05:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-ba5923-predictor-7789865795-pbvwd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26830"
    uid: 68dd8c3b-4cc1-4bac-8cdf-e140b5bc668e
  kind: Event
  lastTimestamp: "2026-05-26T12:05:33Z"
  message: Add eth0 [10.132.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T12:05:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T12:05:33Z"
    name: isvc-secondary-ba5923-predictor-7789865795-pbvwd.18b31c102a958b87
    namespace: kserve-ci-e2e-test
    resourceVersion: "26844"
    uid: fc1baa90-2175-4d13-8d0a-8a0476fbe064
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:05:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-ba5923-predictor-7789865795-pbvwd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26824"
    uid: 68dd8c3b-4cc1-4bac-8cdf-e140b5bc668e
  kind: Event
  lastTimestamp: "2026-05-26T12:05:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:05:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:05:35Z"
    name: isvc-secondary-ba5923-predictor-7789865795-pbvwd.18b31c102c33892d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26874"
    uid: 5bb60df5-2161-4351-9cdf-73a3b50f6aba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:05:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-ba5923-predictor-7789865795-pbvwd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26824"
    uid: 68dd8c3b-4cc1-4bac-8cdf-e140b5bc668e
  kind: Event
  lastTimestamp: "2026-05-26T12:05:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T12:05:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:05:35Z"
    name: isvc-secondary-ba5923-predictor-7789865795-pbvwd.18b31c102f2131f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26876"
    uid: b180378c-862c-48b2-9144-a50b24f3fcc3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:05:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-ba5923-predictor-7789865795-pbvwd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26824"
    uid: 68dd8c3b-4cc1-4bac-8cdf-e140b5bc668e
  kind: Event
  lastTimestamp: "2026-05-26T12:05:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T12:05:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:05:35Z"
    name: isvc-secondary-ba5923-predictor-7789865795-pbvwd.18b31c102f92189e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26877"
    uid: 311b69e9-2743-473a-9327-99f2e2e51bcd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:05:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-ba5923-predictor-7789865795-pbvwd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26824"
    uid: 68dd8c3b-4cc1-4bac-8cdf-e140b5bc668e
  kind: Event
  lastTimestamp: "2026-05-26T12:05:39Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-ba5923-predictor-7789865795-pbvwd_kserve-ci-e2e-test(68dd8c3b-4cc1-4bac-8cdf-e140b5bc668e)
  metadata:
    creationTimestamp: "2026-05-26T12:05:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:05:39Z"
    name: isvc-secondary-ba5923-predictor-7789865795-pbvwd.18b31c1191dad57e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26911"
    uid: f09efdf1-d585-4ecb-b35e-76ea5152d709
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:05:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-ba5923-predictor-7789865795
    namespace: kserve-ci-e2e-test
    resourceVersion: "26813"
    uid: 6ca43917-12dd-4d9e-935f-0cb9d0f68ec0
  kind: Event
  lastTimestamp: "2026-05-26T12:05:32Z"
  message: 'Created pod: isvc-secondary-ba5923-predictor-7789865795-pbvwd'
  metadata:
    creationTimestamp: "2026-05-26T12:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:05:32Z"
    name: isvc-secondary-ba5923-predictor-7789865795.18b31c0fecfa76f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26823"
    uid: 2ba8cb96-c638-447a-8328-144f9fea58c9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:05:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-ba5923-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26811"
    uid: f997a132-bd91-4214-9214-0370d0102bdb
  kind: Event
  lastTimestamp: "2026-05-26T12:05:32Z"
  message: Scaled up replica set isvc-secondary-ba5923-predictor-7789865795 from 0
    to 1
  metadata:
    creationTimestamp: "2026-05-26T12:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:05:32Z"
    name: isvc-secondary-ba5923-predictor.18b31c0fe992d3c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26815"
    uid: 99423e7a-499d-4e28-a2d5-490a6e0cc197
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-26T12:05:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-ba5923
    namespace: kserve-ci-e2e-test
    resourceVersion: "26800"
    uid: 5fc98107-15f5-4991-ab9d-f9ddfee6df9e
  kind: Event
  lastTimestamp: "2026-05-26T12:05:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T12:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:05:42Z"
    name: isvc-secondary-ba5923.18b31c0fe93e3b2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26931"
    uid: 69aa1131-c0a7-43fc-a73b-67d4f075d4d2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:05:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-ba5923
    namespace: kserve-ci-e2e-test
    resourceVersion: "26800"
    uid: 5fc98107-15f5-4991-ab9d-f9ddfee6df9e
  kind: Event
  lastTimestamp: "2026-05-26T12:05:32Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-ba5923":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-ba5923":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T12:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:05:32Z"
    name: isvc-secondary-ba5923.18b31c0fe9bcad2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26817"
    uid: 6ca1af73-8a91-4fe1-9c7b-41ccac75529c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:05:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-ba5923
    namespace: kserve-ci-e2e-test
    resourceVersion: "26800"
    uid: 5fc98107-15f5-4991-ab9d-f9ddfee6df9e
  kind: Event
  lastTimestamp: "2026-05-26T12:05:32Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-ba5923": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-26T12:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:05:32Z"
    name: isvc-secondary-ba5923.18b31c0fe9bd0b66
    namespace: kserve-ci-e2e-test
    resourceVersion: "26818"
    uid: 249d81ee-3329-4a6f-b54b-1f8568247e9b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T11:44:41.879097Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-stx2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16196"
    uid: 1e6283c9-68d8-4437-ba5e-1239b43130c1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-755c4698cb-stx2s
    to ip-10-0-138-207.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T11:44:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T11:44:41Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-stx2s.18b31aecc01b7650
    namespace: kserve-ci-e2e-test
    resourceVersion: "16201"
    uid: f051aac6-1337-47fe-bd91-6e423dde9237
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-656794c755-kk9zg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:44:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-stx2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16207"
    uid: 1e6283c9-68d8-4437-ba5e-1239b43130c1
  kind: Event
  lastTimestamp: "2026-05-26T11:44:42Z"
  message: Add eth0 [10.132.0.17/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T11:44:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T11:44:42Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-stx2s.18b31aecd94801f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16216"
    uid: da2fd084-5aaa-4fc7-a87f-f0a20766b432
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:44:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-stx2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16197"
    uid: 1e6283c9-68d8-4437-ba5e-1239b43130c1
  kind: Event
  lastTimestamp: "2026-05-26T11:44:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T11:44:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:44:42Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-stx2s.18b31aecdad2d0b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16218"
    uid: deb9347c-e93d-4df5-8e55-490b6d6be39c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:44:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-stx2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16197"
    uid: 1e6283c9-68d8-4437-ba5e-1239b43130c1
  kind: Event
  lastTimestamp: "2026-05-26T11:44:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T11:44:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:44:42Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-stx2s.18b31aecddba91f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16219"
    uid: 70325560-c909-41b6-ba3c-556a02ed05d4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:44:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-stx2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16197"
    uid: 1e6283c9-68d8-4437-ba5e-1239b43130c1
  kind: Event
  lastTimestamp: "2026-05-26T11:44:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T11:44:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:44:42Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-stx2s.18b31aecde30fba5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16220"
    uid: e90582ab-c139-468b-99a5-a49a78f7cd8b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:44:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-stx2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16197"
    uid: 1e6283c9-68d8-4437-ba5e-1239b43130c1
  kind: Event
  lastTimestamp: "2026-05-26T11:44:46Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T11:44:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:44:46Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-stx2s.18b31aedf0ca8e9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16262"
    uid: 1ae8de80-3ee3-4eed-a9ab-841dcce5d53e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:44:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-stx2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16197"
    uid: 1e6283c9-68d8-4437-ba5e-1239b43130c1
  kind: Event
  lastTimestamp: "2026-05-26T11:44:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T11:44:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:44:47Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-stx2s.18b31aedf3e037e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16265"
    uid: a0f2309c-aa77-4d2c-97da-faf7c3a918f7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:44:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-stx2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16197"
    uid: 1e6283c9-68d8-4437-ba5e-1239b43130c1
  kind: Event
  lastTimestamp: "2026-05-26T11:44:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T11:44:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:44:47Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-stx2s.18b31aedf458b1e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16266"
    uid: 1a953779-99f4-4b0d-921f-31f8545ba4a1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:44:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-stx2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16197"
    uid: 1e6283c9-68d8-4437-ba5e-1239b43130c1
  kind: Event
  lastTimestamp: "2026-05-26T11:44:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T11:44:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:44:47Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-stx2s.18b31aedf463ea3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16267"
    uid: 61bd3580-c401-4187-80fa-a5ae6b2c6490
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:44:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-stx2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16197"
    uid: 1e6283c9-68d8-4437-ba5e-1239b43130c1
  kind: Event
  lastTimestamp: "2026-05-26T11:44:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T11:44:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:44:47Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-stx2s.18b31aedf7e13bc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16271"
    uid: 05afe5f7-32fd-44e3-b14d-d4d41cd381d1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:44:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-stx2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16197"
    uid: 1e6283c9-68d8-4437-ba5e-1239b43130c1
  kind: Event
  lastTimestamp: "2026-05-26T11:44:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T11:44:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:44:47Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-stx2s.18b31aedf857e57c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16272"
    uid: 3a957692-0442-4c9e-9347-2f94b7468ea4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:44:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-stx2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16197"
    uid: 1e6283c9-68d8-4437-ba5e-1239b43130c1
  kind: Event
  lastTimestamp: "2026-05-26T11:44:47Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:9d008eea42a91e205ae1ecc0a9946e2c84f08f08aef78aedaed41828bc3d7e9c"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T11:44:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:44:47Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-stx2s.18b31aedf864e87f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16274"
    uid: db821112-9939-41e8-af17-10594004c9de
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:44:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-stx2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16197"
    uid: 1e6283c9-68d8-4437-ba5e-1239b43130c1
  kind: Event
  lastTimestamp: "2026-05-26T11:44:47Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-05-26T11:44:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:44:47Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-stx2s.18b31aedfb4d1e69
    namespace: kserve-ci-e2e-test
    resourceVersion: "16275"
    uid: 0b680bc7-d200-4727-bf4c-0509287e771d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:44:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-stx2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16197"
    uid: 1e6283c9-68d8-4437-ba5e-1239b43130c1
  kind: Event
  lastTimestamp: "2026-05-26T11:44:47Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-05-26T11:44:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:44:47Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-stx2s.18b31aedfbbaae99
    namespace: kserve-ci-e2e-test
    resourceVersion: "16276"
    uid: 6491f949-25c2-4946-8845-72892b9d1a80
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-26T11:44:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-stx2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16197"
    uid: 1e6283c9-68d8-4437-ba5e-1239b43130c1
  kind: Event
  lastTimestamp: "2026-05-26T11:46:25Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.17:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-26T11:44:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:46:25Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-stx2s.18b31aee2cafbcf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17082"
    uid: 0a755a4b-d1fd-4134-bfbb-fd069caad8de
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-26T11:44:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-stx2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16197"
    uid: 1e6283c9-68d8-4437-ba5e-1239b43130c1
  kind: Event
  lastTimestamp: "2026-05-26T11:46:25Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-05-26T11:44:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:46:25Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-stx2s.18b31aee68689099
    namespace: kserve-ci-e2e-test
    resourceVersion: "17081"
    uid: f6e009a7-6b2d-4fd7-96fc-1b25a2c02078
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:46:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-stx2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16197"
    uid: 1e6283c9-68d8-4437-ba5e-1239b43130c1
  kind: Event
  lastTimestamp: "2026-05-26T11:46:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T11:46:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:46:07Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-stx2s.18b31b009297dbf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16900"
    uid: 396077a9-5626-4313-8b41-8d93f86352da
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:46:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-stx2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16197"
    uid: 1e6283c9-68d8-4437-ba5e-1239b43130c1
  kind: Event
  lastTimestamp: "2026-05-26T11:46:07Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-05-26T11:46:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:46:07Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-stx2s.18b31b0092982305
    namespace: kserve-ci-e2e-test
    resourceVersion: "16904"
    uid: 1dcfadb9-c2b5-41a2-a293-f8587b5e3ec7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:46:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-stx2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16197"
    uid: 1e6283c9-68d8-4437-ba5e-1239b43130c1
  kind: Event
  lastTimestamp: "2026-05-26T11:46:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T11:46:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:46:07Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-stx2s.18b31b00929842ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "16908"
    uid: e69d00ab-95bd-4a38-83b2-fae044347743
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T11:46:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-stx2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16197"
    uid: 1e6283c9-68d8-4437-ba5e-1239b43130c1
  kind: Event
  lastTimestamp: "2026-05-26T11:46:25Z"
  message: 'Readiness probe failed: Get "https://10.132.0.17:8643/healthz": dial tcp
    10.132.0.17:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T11:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:46:25Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-stx2s.18b31b01448d95e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17080"
    uid: 06a2a802-82bc-4ec0-b5c3-1b7fb9696b3a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:44:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16183"
    uid: 779f6ccb-f9b0-4718-8af4-ebc18263fcf3
  kind: Event
  lastTimestamp: "2026-05-26T11:44:41Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-755c4698cb-stx2s'
  metadata:
    creationTimestamp: "2026-05-26T11:44:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:44:41Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb.18b31aecbf8010f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16198"
    uid: 67588455-903c-4139-beb7-c8b7d31e6fb2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:44:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16180"
    uid: b41cb8c2-c54a-4e14-b2fc-6682b77dac56
  kind: Event
  lastTimestamp: "2026-05-26T11:44:41Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-755c4698cb
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-26T11:44:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:44:41Z"
    name: isvc-sklearn-batcher-custom-predictor.18b31aecb85c42e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16185"
    uid: d09956a7-cd6e-4f54-be86-365cbfdcbafc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T11:44:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16182"
    uid: 6b9f5798-e0d9-471c-a89d-f6d12e564b60
  kind: Event
  lastTimestamp: "2026-05-26T11:45:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T11:44:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:45:26Z"
    name: isvc-sklearn-batcher-custom-predictor.18b31af037468213
    namespace: kserve-ci-e2e-test
    resourceVersion: "16574"
    uid: d21e4286-d87b-4e73-8bee-55566b7d7fa3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T11:44:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16182"
    uid: 6b9f5798-e0d9-471c-a89d-f6d12e564b60
  kind: Event
  lastTimestamp: "2026-05-26T11:45:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T11:44:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:45:26Z"
    name: isvc-sklearn-batcher-custom-predictor.18b31af037ab0a5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16575"
    uid: 44d1aed8-92c5-4f1b-aac5-59d04817a193
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T11:45:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16356"
    uid: 6b9f5798-e0d9-471c-a89d-f6d12e564b60
  kind: Event
  lastTimestamp: "2026-05-26T11:45:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T11:45:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:45:56Z"
    name: isvc-sklearn-batcher-custom-predictor.18b31afab49eca4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16795"
    uid: 0b029d05-7aa6-4503-a590-948151cab904
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T11:45:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16356"
    uid: 6b9f5798-e0d9-471c-a89d-f6d12e564b60
  kind: Event
  lastTimestamp: "2026-05-26T11:45:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T11:45:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:45:56Z"
    name: isvc-sklearn-batcher-custom-predictor.18b31afab50d954d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16796"
    uid: eae1bddb-0af8-439d-94fa-2ce9bf65bd4f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-26T11:44:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16152"
    uid: 54731795-61dc-4496-8abb-a211e308d388
  kind: Event
  lastTimestamp: "2026-05-26T11:45:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T11:44:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T11:45:55Z"
    name: isvc-sklearn-batcher-custom.18b31aecb82d6ea9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16783"
    uid: 85519bee-bfb9-4b2a-afe1-04359ce19b0f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T11:44:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16152"
    uid: 54731795-61dc-4496-8abb-a211e308d388
  kind: Event
  lastTimestamp: "2026-05-26T11:44:41Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T11:44:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T11:44:41Z"
    name: isvc-sklearn-batcher-custom.18b31aecb8b19ba1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16204"
    uid: 58fa36f0-4a51-494b-93d8-9ab3e2305972
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:44:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16162"
    uid: 54731795-61dc-4496-8abb-a211e308d388
  kind: Event
  lastTimestamp: "2026-05-26T11:44:41Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-26T11:44:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T11:44:41Z"
    name: isvc-sklearn-batcher-custom.18b31aecc30feac0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16206"
    uid: 5dc0aa12-79fc-49d7-b37d-9afee29bc2f7
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:45:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16781"
    uid: 54731795-61dc-4496-8abb-a211e308d388
  kind: Event
  lastTimestamp: "2026-05-26T11:45:55Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-05-26T11:45:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T11:45:55Z"
    name: isvc-sklearn-batcher-custom.18b31afdccb5930e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16782"
    uid: 6e396241-af70-4b37-8ba2-c05bc6e4094e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T11:43:06.664053Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-ddg8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15416"
    uid: 30215e97-7798-4bb0-b19c-08f606ebe8ce
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-54b87fc785-ddg8z
    to ip-10-0-138-207.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T11:43:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T11:43:06Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-ddg8z.18b31ad694d931f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15421"
    uid: 85309d69-0c17-4548-bbd4-691520774fc4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-656794c755-kk9zg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:43:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-ddg8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15419"
    uid: 30215e97-7798-4bb0-b19c-08f606ebe8ce
  kind: Event
  lastTimestamp: "2026-05-26T11:43:06Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-batcher-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-26T11:43:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:43:06Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-ddg8z.18b31ad6a0e85c67
    namespace: kserve-ci-e2e-test
    resourceVersion: "15435"
    uid: eb28bbfe-e04c-4e96-b987-7ede33bd704e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:43:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-ddg8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15428"
    uid: 30215e97-7798-4bb0-b19c-08f606ebe8ce
  kind: Event
  lastTimestamp: "2026-05-26T11:43:07Z"
  message: Add eth0 [10.132.0.16/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T11:43:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T11:43:07Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-ddg8z.18b31ad6d1c65f48
    namespace: kserve-ci-e2e-test
    resourceVersion: "15443"
    uid: eaae16aa-8319-4515-a64e-d7de9ebe9333
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:43:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-ddg8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15419"
    uid: 30215e97-7798-4bb0-b19c-08f606ebe8ce
  kind: Event
  lastTimestamp: "2026-05-26T11:43:07Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
  metadata:
    creationTimestamp: "2026-05-26T11:43:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:43:07Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-ddg8z.18b31ad6d3765631
    namespace: kserve-ci-e2e-test
    resourceVersion: "15445"
    uid: 8cd1789f-cbee-4b6b-a744-812e905341c0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:43:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-ddg8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15419"
    uid: 30215e97-7798-4bb0-b19c-08f606ebe8ce
  kind: Event
  lastTimestamp: "2026-05-26T11:43:10Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    in 2.74s (2.74s including waiting). Image size: 303109559 bytes.'
  metadata:
    creationTimestamp: "2026-05-26T11:43:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:43:10Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-ddg8z.18b31ad776ca6b2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15468"
    uid: 6fefac80-8d1e-4dc4-acc4-9531844eedde
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:43:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-ddg8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15419"
    uid: 30215e97-7798-4bb0-b19c-08f606ebe8ce
  kind: Event
  lastTimestamp: "2026-05-26T11:43:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T11:43:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:43:10Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-ddg8z.18b31ad77976f1ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "15469"
    uid: 0ec03d6a-5b42-4c52-89cd-0b4e3f0e0329
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:43:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-ddg8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15419"
    uid: 30215e97-7798-4bb0-b19c-08f606ebe8ce
  kind: Event
  lastTimestamp: "2026-05-26T11:43:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T11:43:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:43:10Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-ddg8z.18b31ad779e86990
    namespace: kserve-ci-e2e-test
    resourceVersion: "15470"
    uid: f065880b-32a1-4ef9-8f21-83cc77df66da
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:43:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-ddg8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15419"
    uid: 30215e97-7798-4bb0-b19c-08f606ebe8ce
  kind: Event
  lastTimestamp: "2026-05-26T11:43:14Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
  metadata:
    creationTimestamp: "2026-05-26T11:43:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:43:14Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-ddg8z.18b31ad875097bca
    namespace: kserve-ci-e2e-test
    resourceVersion: "15504"
    uid: 48f88a0d-3984-4e2a-914e-9fe773ab2548
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:43:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-ddg8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15419"
    uid: 30215e97-7798-4bb0-b19c-08f606ebe8ce
  kind: Event
  lastTimestamp: "2026-05-26T11:43:26Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
    in 11.976s (11.976s including waiting). Image size: 1560928695 bytes.'
  metadata:
    creationTimestamp: "2026-05-26T11:43:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:43:26Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-ddg8z.18b31adb3edf6b46
    namespace: kserve-ci-e2e-test
    resourceVersion: "15591"
    uid: a0ee01bc-6afb-4e38-8b8b-5d3f32ba7987
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:43:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-ddg8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15419"
    uid: 30215e97-7798-4bb0-b19c-08f606ebe8ce
  kind: Event
  lastTimestamp: "2026-05-26T11:43:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T11:43:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:43:26Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-ddg8z.18b31adb420173f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15592"
    uid: 31ef1967-528c-4b64-9599-190bbfffe579
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:43:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-ddg8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15419"
    uid: 30215e97-7798-4bb0-b19c-08f606ebe8ce
  kind: Event
  lastTimestamp: "2026-05-26T11:43:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T11:43:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:43:26Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-ddg8z.18b31adb42772588
    namespace: kserve-ci-e2e-test
    resourceVersion: "15593"
    uid: 82f70e26-8e29-4da2-a6f2-0ae6acb77033
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:43:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-ddg8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15419"
    uid: 30215e97-7798-4bb0-b19c-08f606ebe8ce
  kind: Event
  lastTimestamp: "2026-05-26T11:43:26Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-05-26T11:43:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:43:26Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-ddg8z.18b31adb428422d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15594"
    uid: f072e6aa-7a38-4279-b2c4-0aab45908624
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:43:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-ddg8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15419"
    uid: 30215e97-7798-4bb0-b19c-08f606ebe8ce
  kind: Event
  lastTimestamp: "2026-05-26T11:43:28Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.096s (2.096s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-05-26T11:43:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:43:28Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-ddg8z.18b31adbbf7e9570
    namespace: kserve-ci-e2e-test
    resourceVersion: "15611"
    uid: 3942b5ac-5bb9-442d-a36c-cd80607cd466
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:43:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-ddg8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15419"
    uid: 30215e97-7798-4bb0-b19c-08f606ebe8ce
  kind: Event
  lastTimestamp: "2026-05-26T11:43:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T11:43:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:43:28Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-ddg8z.18b31adbc27406d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15612"
    uid: ce5a872e-3c0a-474a-a162-afc79589aa81
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:43:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-ddg8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15419"
    uid: 30215e97-7798-4bb0-b19c-08f606ebe8ce
  kind: Event
  lastTimestamp: "2026-05-26T11:43:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T11:43:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:43:28Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-ddg8z.18b31adbc2e93447
    namespace: kserve-ci-e2e-test
    resourceVersion: "15613"
    uid: 9a27584e-8cf0-44bb-b3eb-b20735a7a147
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:43:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-ddg8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15419"
    uid: 30215e97-7798-4bb0-b19c-08f606ebe8ce
  kind: Event
  lastTimestamp: "2026-05-26T11:43:28Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:9d008eea42a91e205ae1ecc0a9946e2c84f08f08aef78aedaed41828bc3d7e9c"
  metadata:
    creationTimestamp: "2026-05-26T11:43:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:43:28Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-ddg8z.18b31adbc2f475e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15614"
    uid: 7ef650fc-9a39-428d-af3e-a3bab6a427b1
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:43:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-ddg8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15419"
    uid: 30215e97-7798-4bb0-b19c-08f606ebe8ce
  kind: Event
  lastTimestamp: "2026-05-26T11:43:31Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:9d008eea42a91e205ae1ecc0a9946e2c84f08f08aef78aedaed41828bc3d7e9c"
    in 3.004s (3.004s including waiting). Image size: 239690329 bytes.'
  metadata:
    creationTimestamp: "2026-05-26T11:43:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:43:31Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-ddg8z.18b31adc76117fd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15637"
    uid: 92e5d2b1-fdb2-4df1-9149-485639963893
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:43:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-ddg8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15419"
    uid: 30215e97-7798-4bb0-b19c-08f606ebe8ce
  kind: Event
  lastTimestamp: "2026-05-26T11:43:31Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-05-26T11:43:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:43:31Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-ddg8z.18b31adc78ad5f19
    namespace: kserve-ci-e2e-test
    resourceVersion: "15638"
    uid: c69ff272-4345-47d8-b20f-dc085950cd6e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:43:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-ddg8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15419"
    uid: 30215e97-7798-4bb0-b19c-08f606ebe8ce
  kind: Event
  lastTimestamp: "2026-05-26T11:43:31Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-05-26T11:43:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:43:31Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-ddg8z.18b31adc79209976
    namespace: kserve-ci-e2e-test
    resourceVersion: "15639"
    uid: d912d0c2-f1e4-44f9-8870-a791111ca8bf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-26T11:43:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-ddg8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15419"
    uid: 30215e97-7798-4bb0-b19c-08f606ebe8ce
  kind: Event
  lastTimestamp: "2026-05-26T11:44:55Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.16:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-26T11:43:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:44:55Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-ddg8z.18b31adca9840cea
    namespace: kserve-ci-e2e-test
    resourceVersion: "16345"
    uid: 7089e65b-3a40-4a60-b66c-5b4051349bb8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-26T11:43:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-ddg8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15419"
    uid: 30215e97-7798-4bb0-b19c-08f606ebe8ce
  kind: Event
  lastTimestamp: "2026-05-26T11:44:55Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-05-26T11:43:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:44:55Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-ddg8z.18b31adce53e8681
    namespace: kserve-ci-e2e-test
    resourceVersion: "16346"
    uid: 280de7c2-9e1f-4ee1-81a9-f66dbe71d02d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:44:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-ddg8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15419"
    uid: 30215e97-7798-4bb0-b19c-08f606ebe8ce
  kind: Event
  lastTimestamp: "2026-05-26T11:44:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T11:44:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:44:41Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-ddg8z.18b31aecb6b479dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16176"
    uid: e7c4c649-4161-4cca-a859-abede77388b9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:44:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-ddg8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15419"
    uid: 30215e97-7798-4bb0-b19c-08f606ebe8ce
  kind: Event
  lastTimestamp: "2026-05-26T11:44:41Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-05-26T11:44:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:44:41Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-ddg8z.18b31aecb6b4bc9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16179"
    uid: d3023b8f-1e18-4a9e-a10b-fe580de7118d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:44:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-ddg8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15419"
    uid: 30215e97-7798-4bb0-b19c-08f606ebe8ce
  kind: Event
  lastTimestamp: "2026-05-26T11:44:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T11:44:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:44:41Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-ddg8z.18b31aecb6b52c88
    namespace: kserve-ci-e2e-test
    resourceVersion: "16181"
    uid: c0f5c91e-5fd7-4e21-b07c-19fa226b99fa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T11:44:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-ddg8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15419"
    uid: 30215e97-7798-4bb0-b19c-08f606ebe8ce
  kind: Event
  lastTimestamp: "2026-05-26T11:44:53Z"
  message: 'Readiness probe failed: Get "https://10.132.0.16:8643/healthz": dial tcp
    10.132.0.16:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T11:44:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:44:53Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-ddg8z.18b31aed318bcfc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16329"
    uid: acaca1c2-c861-4361-94f1-54af963fc1df
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:43:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-54b87fc785
    namespace: kserve-ci-e2e-test
    resourceVersion: "15408"
    uid: 6eabf660-e997-4182-9749-7ef6314e6451
  kind: Event
  lastTimestamp: "2026-05-26T11:43:06Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-54b87fc785-ddg8z'
  metadata:
    creationTimestamp: "2026-05-26T11:43:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:43:06Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785.18b31ad6946b36a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15418"
    uid: 2b7e5874-371b-47a9-9d81-3ba2f5e2b57c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:43:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15407"
    uid: 64a5e0d6-16b5-414d-9ca3-f154a61853cf
  kind: Event
  lastTimestamp: "2026-05-26T11:43:06Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-54b87fc785 from 0
    to 1
  metadata:
    creationTimestamp: "2026-05-26T11:43:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:43:06Z"
    name: isvc-sklearn-batcher-predictor.18b31ad68f418703
    namespace: kserve-ci-e2e-test
    resourceVersion: "15410"
    uid: 0545ff8e-9bbd-418b-a135-06d054c10399
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T11:43:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15422"
    uid: 92956f9f-6362-4f42-b99d-6390282454d6
  kind: Event
  lastTimestamp: "2026-05-26T11:44:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T11:43:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:44:06Z"
    name: isvc-sklearn-batcher-predictor.18b31ada15246800
    namespace: kserve-ci-e2e-test
    resourceVersion: "15895"
    uid: 67ee9c80-9d6c-4d1d-931b-1924e1c6d67d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T11:43:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15422"
    uid: 92956f9f-6362-4f42-b99d-6390282454d6
  kind: Event
  lastTimestamp: "2026-05-26T11:44:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T11:43:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:44:06Z"
    name: isvc-sklearn-batcher-predictor.18b31ada15884e7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15896"
    uid: 84d72cef-7742-4317-a032-c042ed6c6a42
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T11:44:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15552"
    uid: 92956f9f-6362-4f42-b99d-6390282454d6
  kind: Event
  lastTimestamp: "2026-05-26T11:44:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T11:44:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:44:36Z"
    name: isvc-sklearn-batcher-predictor.18b31ae811cd142c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16116"
    uid: 14b0aaa0-f4fd-4a2d-883d-b9df77a2ef56
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T11:44:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15552"
    uid: 92956f9f-6362-4f42-b99d-6390282454d6
  kind: Event
  lastTimestamp: "2026-05-26T11:44:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T11:44:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:44:36Z"
    name: isvc-sklearn-batcher-predictor.18b31ae81242e858
    namespace: kserve-ci-e2e-test
    resourceVersion: "16117"
    uid: a2537703-a31f-4ccf-864e-dca4adddb590
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-26T11:43:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15396"
    uid: 43252543-c51f-4614-be0a-8d4f76d31dcc
  kind: Event
  lastTimestamp: "2026-05-26T11:44:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T11:43:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T11:44:35Z"
    name: isvc-sklearn-batcher.18b31ad695825e25
    namespace: kserve-ci-e2e-test
    resourceVersion: "16108"
    uid: b228e406-51c8-4485-b0f4-9c286472fdc2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:43:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15396"
    uid: 43252543-c51f-4614-be0a-8d4f76d31dcc
  kind: Event
  lastTimestamp: "2026-05-26T11:43:06Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T11:43:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T11:43:06Z"
    name: isvc-sklearn-batcher.18b31ad695df1049
    namespace: kserve-ci-e2e-test
    resourceVersion: "15427"
    uid: 190bb4eb-84e3-4390-8ef3-f30f162af41a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:43:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15396"
    uid: 43252543-c51f-4614-be0a-8d4f76d31dcc
  kind: Event
  lastTimestamp: "2026-05-26T11:43:06Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-26T11:43:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T11:43:06Z"
    name: isvc-sklearn-batcher.18b31ad695df72b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15429"
    uid: c9fb79c8-8e3b-4204-b621-35472f37597b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:44:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "16106"
    uid: 43252543-c51f-4614-be0a-8d4f76d31dcc
  kind: Event
  lastTimestamp: "2026-05-26T11:44:35Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-05-26T11:44:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T11:44:35Z"
    name: isvc-sklearn-batcher.18b31aeb5abbc950
    namespace: kserve-ci-e2e-test
    resourceVersion: "16107"
    uid: ec48c469-db9f-41a2-bb17-6d9dc40a1c10
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T11:54:54.006228Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-9c5ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "21272"
    uid: bd97d42f-b2b3-4e93-85ad-adc559682e0b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-6b9b4445f6-9c5ws
    to ip-10-0-138-207.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T11:54:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T11:54:54Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-9c5ws.18b31b7b45ba2f47
    namespace: kserve-ci-e2e-test
    resourceVersion: "21287"
    uid: f2b190fe-85bf-4770-9e79-a4127a79f24b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-656794c755-kk9zg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:54:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-9c5ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "21278"
    uid: bd97d42f-b2b3-4e93-85ad-adc559682e0b
  kind: Event
  lastTimestamp: "2026-05-26T11:54:54Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-mcp-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-26T11:54:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:54:54Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-9c5ws.18b31b7b4cef30d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21301"
    uid: 5f3f1eeb-64e9-4d36-8227-105344aeca78
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:54:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-9c5ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "21294"
    uid: bd97d42f-b2b3-4e93-85ad-adc559682e0b
  kind: Event
  lastTimestamp: "2026-05-26T11:54:55Z"
  message: Add eth0 [10.132.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T11:54:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T11:54:55Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-9c5ws.18b31b7b83153e71
    namespace: kserve-ci-e2e-test
    resourceVersion: "21312"
    uid: 5440bf79-5315-4e13-a9a2-783f6a492efb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:54:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-9c5ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "21278"
    uid: bd97d42f-b2b3-4e93-85ad-adc559682e0b
  kind: Event
  lastTimestamp: "2026-05-26T11:54:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T11:54:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:54:55Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-9c5ws.18b31b7b84bf5426
    namespace: kserve-ci-e2e-test
    resourceVersion: "21315"
    uid: 23519909-fa38-4244-8b5a-a29813aed073
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:54:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-9c5ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "21278"
    uid: bd97d42f-b2b3-4e93-85ad-adc559682e0b
  kind: Event
  lastTimestamp: "2026-05-26T11:54:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T11:54:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:54:55Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-9c5ws.18b31b7b876ec007
    namespace: kserve-ci-e2e-test
    resourceVersion: "21316"
    uid: c53d463c-d7c0-4164-80ee-cb88502af7bd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:54:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-9c5ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "21278"
    uid: bd97d42f-b2b3-4e93-85ad-adc559682e0b
  kind: Event
  lastTimestamp: "2026-05-26T11:54:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T11:54:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:54:55Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-9c5ws.18b31b7b87ddc74f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21317"
    uid: 758d2380-8a95-430c-a151-acc089b9243d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:54:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-9c5ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "21278"
    uid: bd97d42f-b2b3-4e93-85ad-adc559682e0b
  kind: Event
  lastTimestamp: "2026-05-26T11:54:59Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T11:54:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:54:59Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-9c5ws.18b31b7c9b564949
    namespace: kserve-ci-e2e-test
    resourceVersion: "21359"
    uid: d23881a3-d1a8-4409-bc87-b6d62bceb28b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:54:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-9c5ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "21278"
    uid: bd97d42f-b2b3-4e93-85ad-adc559682e0b
  kind: Event
  lastTimestamp: "2026-05-26T11:54:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T11:54:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:54:59Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-9c5ws.18b31b7c9f02658f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21363"
    uid: b7d6d200-5008-4903-91a6-32cccbb01d9e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:54:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-9c5ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "21278"
    uid: bd97d42f-b2b3-4e93-85ad-adc559682e0b
  kind: Event
  lastTimestamp: "2026-05-26T11:54:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T11:54:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:54:59Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-9c5ws.18b31b7c9f7af95b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21364"
    uid: ee702e22-2818-4c88-9cbe-def4b75a47e3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:54:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-9c5ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "21278"
    uid: bd97d42f-b2b3-4e93-85ad-adc559682e0b
  kind: Event
  lastTimestamp: "2026-05-26T11:54:59Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-05-26T11:54:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:54:59Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-9c5ws.18b31b7c9f87768c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21367"
    uid: 813117e0-7873-4508-8fd4-a1b51d45ea76
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:55:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-9c5ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "21278"
    uid: bd97d42f-b2b3-4e93-85ad-adc559682e0b
  kind: Event
  lastTimestamp: "2026-05-26T11:55:02Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.339s (2.339s including waiting). Image size: 239444008 bytes.'
  metadata:
    creationTimestamp: "2026-05-26T11:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:55:02Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-9c5ws.18b31b7d2afdc20b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21385"
    uid: d10f3b9a-20f7-48ba-b570-925bfcea967c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:55:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-9c5ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "21278"
    uid: bd97d42f-b2b3-4e93-85ad-adc559682e0b
  kind: Event
  lastTimestamp: "2026-05-26T11:55:02Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-05-26T11:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:55:02Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-9c5ws.18b31b7d2dae7658
    namespace: kserve-ci-e2e-test
    resourceVersion: "21386"
    uid: 943e97b1-55c3-48f3-bc83-62134d00914a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:55:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-9c5ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "21278"
    uid: bd97d42f-b2b3-4e93-85ad-adc559682e0b
  kind: Event
  lastTimestamp: "2026-05-26T11:55:02Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-05-26T11:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:55:02Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-9c5ws.18b31b7d2e275a7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21387"
    uid: f6d3b2f0-0449-45c9-bf81-c082827b29a2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:55:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-9c5ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "21278"
    uid: bd97d42f-b2b3-4e93-85ad-adc559682e0b
  kind: Event
  lastTimestamp: "2026-05-26T11:55:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T11:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:55:02Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-9c5ws.18b31b7d2e350fda
    namespace: kserve-ci-e2e-test
    resourceVersion: "21388"
    uid: bf94ca5c-991a-4e39-9f6e-79a557d38746
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:55:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-9c5ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "21278"
    uid: bd97d42f-b2b3-4e93-85ad-adc559682e0b
  kind: Event
  lastTimestamp: "2026-05-26T11:55:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T11:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:55:02Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-9c5ws.18b31b7d30d78725
    namespace: kserve-ci-e2e-test
    resourceVersion: "21391"
    uid: 0caac2cb-a463-41a9-b310-53f209903da2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:55:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-9c5ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "21278"
    uid: bd97d42f-b2b3-4e93-85ad-adc559682e0b
  kind: Event
  lastTimestamp: "2026-05-26T11:55:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T11:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:55:02Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-9c5ws.18b31b7d314d8c0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21392"
    uid: e61f26f7-c716-43f6-8120-53bc3b5a6de6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T11:55:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-9c5ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "21278"
    uid: bd97d42f-b2b3-4e93-85ad-adc559682e0b
  kind: Event
  lastTimestamp: "2026-05-26T11:56:39Z"
  message: 'Readiness probe failed: Get "http://10.132.0.25:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.132.0.25:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T11:55:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:56:39Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-9c5ws.18b31b8399001503
    namespace: kserve-ci-e2e-test
    resourceVersion: "22159"
    uid: 656f4db7-8aee-4c72-bd41-410aa02eb0a5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:56:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-9c5ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "21278"
    uid: bd97d42f-b2b3-4e93-85ad-adc559682e0b
  kind: Event
  lastTimestamp: "2026-05-26T11:56:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T11:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:56:14Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-9c5ws.18b31b8deb96c597
    namespace: kserve-ci-e2e-test
    resourceVersion: "21920"
    uid: 5c7c5d6f-442b-409c-b534-4e33df47e42b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:56:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-9c5ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "21278"
    uid: bd97d42f-b2b3-4e93-85ad-adc559682e0b
  kind: Event
  lastTimestamp: "2026-05-26T11:56:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T11:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:56:14Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-9c5ws.18b31b8deb979cb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21919"
    uid: 54a42e78-a79c-42f8-ac89-0f920b3aaccd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:56:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-9c5ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "21278"
    uid: bd97d42f-b2b3-4e93-85ad-adc559682e0b
  kind: Event
  lastTimestamp: "2026-05-26T11:56:14Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-05-26T11:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:56:14Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-9c5ws.18b31b8deb98debb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21923"
    uid: 93423c12-f682-455c-a74c-1a8175661a3d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-05-26T11:56:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-9c5ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "21278"
    uid: bd97d42f-b2b3-4e93-85ad-adc559682e0b
  kind: Event
  lastTimestamp: "2026-05-26T11:56:39Z"
  message: 'Readiness probe failed: Get "https://10.132.0.25:8643/healthz": dial tcp
    10.132.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T11:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:56:39Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-9c5ws.18b31b8e12e9d884
    namespace: kserve-ci-e2e-test
    resourceVersion: "22158"
    uid: 0b48585a-4ce4-4cdb-a506-72531a1679ef
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:54:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-6b9b4445f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21260"
    uid: ec881504-4602-416c-9a7b-9bbba817b5c8
  kind: Event
  lastTimestamp: "2026-05-26T11:54:53Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-6b9b4445f6-9c5ws'
  metadata:
    creationTimestamp: "2026-05-26T11:54:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:54:53Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6.18b31b7b44f1f1ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "21276"
    uid: 2290bfd7-f099-4631-940d-d5c12855b78f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:54:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21258"
    uid: 7618cca2-35c6-45e9-b906-24478722f841
  kind: Event
  lastTimestamp: "2026-05-26T11:54:53Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-6b9b4445f6 from 0 to 1
  metadata:
    creationTimestamp: "2026-05-26T11:54:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:54:53Z"
    name: isvc-sklearn-mcp-predictor.18b31b7b417faec4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21261"
    uid: 58f7814e-d535-4350-95e8-d7a705c9e22a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-26T11:54:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21247"
    uid: a15f7ec9-9c24-45ea-96c7-ca2db9e9f099
  kind: Event
  lastTimestamp: "2026-05-26T11:56:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T11:54:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T11:56:09Z"
    name: isvc-sklearn-mcp.18b31b7b40b0c8a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21861"
    uid: b5aa3a7f-e58b-4eee-a6ed-e0df2b2fc2cc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:54:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21247"
    uid: a15f7ec9-9c24-45ea-96c7-ca2db9e9f099
  kind: Event
  lastTimestamp: "2026-05-26T11:54:53Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T11:54:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T11:54:53Z"
    name: isvc-sklearn-mcp.18b31b7b419103e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21262"
    uid: 57b8074d-270f-4c14-888e-1fbe9ea2b343
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:56:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21859"
    uid: a15f7ec9-9c24-45ea-96c7-ca2db9e9f099
  kind: Event
  lastTimestamp: "2026-05-26T11:56:09Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-05-26T11:56:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T11:56:09Z"
    name: isvc-sklearn-mcp.18b31b8cef062587
    namespace: kserve-ci-e2e-test
    resourceVersion: "21860"
    uid: d816faa5-f3dc-4848-aaa4-cea3d949b1b0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T12:15:05.415606Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-rvz5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "31660"
    uid: 71995f58-75c5-4824-a73c-c8093e011f9a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-bc9cf9b57-rvz5m
    to ip-10-0-138-207.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T12:15:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T12:15:05Z"
    name: isvc-sklearn-predictor-bc9cf9b57-rvz5m.18b31c95535a6048
    namespace: kserve-ci-e2e-test
    resourceVersion: "31667"
    uid: cd2ee7a8-8630-427e-9641-98968359bb21
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-656794c755-kk9zg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:15:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-rvz5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "31662"
    uid: 71995f58-75c5-4824-a73c-c8093e011f9a
  kind: Event
  lastTimestamp: "2026-05-26T12:15:05Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-26T12:15:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:15:05Z"
    name: isvc-sklearn-predictor-bc9cf9b57-rvz5m.18b31c95637c4dcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31679"
    uid: 1d87344e-6836-42c6-a317-6bda3d0e7adc
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:15:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-rvz5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "31674"
    uid: 71995f58-75c5-4824-a73c-c8093e011f9a
  kind: Event
  lastTimestamp: "2026-05-26T12:15:06Z"
  message: Add eth0 [10.132.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T12:15:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T12:15:06Z"
    name: isvc-sklearn-predictor-bc9cf9b57-rvz5m.18b31c95906d5ac4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31688"
    uid: 98afc252-b515-47e7-a87c-45b7a3da49a5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:15:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-rvz5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "31662"
    uid: 71995f58-75c5-4824-a73c-c8093e011f9a
  kind: Event
  lastTimestamp: "2026-05-26T12:15:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:15:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:15:06Z"
    name: isvc-sklearn-predictor-bc9cf9b57-rvz5m.18b31c9592878d42
    namespace: kserve-ci-e2e-test
    resourceVersion: "31690"
    uid: d898cd6e-4d97-4f7a-8aa9-94cdbfeeb9b6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:15:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-rvz5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "31662"
    uid: 71995f58-75c5-4824-a73c-c8093e011f9a
  kind: Event
  lastTimestamp: "2026-05-26T12:15:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T12:15:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:15:06Z"
    name: isvc-sklearn-predictor-bc9cf9b57-rvz5m.18b31c959565a73e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31691"
    uid: aeb7ba0f-97c1-4b01-958e-b086866961c5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:15:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-rvz5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "31662"
    uid: 71995f58-75c5-4824-a73c-c8093e011f9a
  kind: Event
  lastTimestamp: "2026-05-26T12:15:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T12:15:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:15:06Z"
    name: isvc-sklearn-predictor-bc9cf9b57-rvz5m.18b31c9595da344d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31692"
    uid: 2646334d-82af-400e-9402-aff96a37f3d4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:15:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-rvz5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "31662"
    uid: 71995f58-75c5-4824-a73c-c8093e011f9a
  kind: Event
  lastTimestamp: "2026-05-26T12:15:11Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:15:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:15:11Z"
    name: isvc-sklearn-predictor-bc9cf9b57-rvz5m.18b31c96a66add76
    namespace: kserve-ci-e2e-test
    resourceVersion: "31739"
    uid: 313f1137-da3f-4e46-83ef-253ab2314ffd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:15:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-rvz5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "31662"
    uid: 71995f58-75c5-4824-a73c-c8093e011f9a
  kind: Event
  lastTimestamp: "2026-05-26T12:15:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T12:15:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:15:11Z"
    name: isvc-sklearn-predictor-bc9cf9b57-rvz5m.18b31c96aa15dfd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31741"
    uid: c420c7d8-34fb-4492-87dd-8209afa4b882
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:15:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-rvz5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "31662"
    uid: 71995f58-75c5-4824-a73c-c8093e011f9a
  kind: Event
  lastTimestamp: "2026-05-26T12:15:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T12:15:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:15:11Z"
    name: isvc-sklearn-predictor-bc9cf9b57-rvz5m.18b31c96aa8c2f76
    namespace: kserve-ci-e2e-test
    resourceVersion: "31742"
    uid: fa7c9740-62de-470e-b35b-a01c9ba85915
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:15:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-rvz5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "31662"
    uid: 71995f58-75c5-4824-a73c-c8093e011f9a
  kind: Event
  lastTimestamp: "2026-05-26T12:15:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:15:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:15:11Z"
    name: isvc-sklearn-predictor-bc9cf9b57-rvz5m.18b31c96aa97bff5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31745"
    uid: d7538bbb-f3b9-4dcc-94b3-82c83fb76726
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:15:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-rvz5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "31662"
    uid: 71995f58-75c5-4824-a73c-c8093e011f9a
  kind: Event
  lastTimestamp: "2026-05-26T12:15:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T12:15:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:15:11Z"
    name: isvc-sklearn-predictor-bc9cf9b57-rvz5m.18b31c96ad2f497e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31747"
    uid: 71f0648a-6391-4ec8-b48e-bde77e541078
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:15:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-rvz5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "31662"
    uid: 71995f58-75c5-4824-a73c-c8093e011f9a
  kind: Event
  lastTimestamp: "2026-05-26T12:15:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T12:15:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:15:11Z"
    name: isvc-sklearn-predictor-bc9cf9b57-rvz5m.18b31c96adab9d57
    namespace: kserve-ci-e2e-test
    resourceVersion: "31748"
    uid: e823c8a8-f6f1-4178-81b8-77e92fae1069
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-26T12:15:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-rvz5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "31662"
    uid: 71995f58-75c5-4824-a73c-c8093e011f9a
  kind: Event
  lastTimestamp: "2026-05-26T12:16:29Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-26T12:15:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:16:29Z"
    name: isvc-sklearn-predictor-bc9cf9b57-rvz5m.18b31c971e258074
    namespace: kserve-ci-e2e-test
    resourceVersion: "32377"
    uid: c764d271-4525-4714-a6b9-2fde6d28b58d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:16:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-rvz5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "31662"
    uid: 71995f58-75c5-4824-a73c-c8093e011f9a
  kind: Event
  lastTimestamp: "2026-05-26T12:16:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T12:16:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:16:25Z"
    name: isvc-sklearn-predictor-bc9cf9b57-rvz5m.18b31ca7fa46d98a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32310"
    uid: 96c3717d-0565-4fc9-9bfc-0607f9beb969
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:16:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-rvz5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "31662"
    uid: 71995f58-75c5-4824-a73c-c8093e011f9a
  kind: Event
  lastTimestamp: "2026-05-26T12:16:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T12:16:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:16:25Z"
    name: isvc-sklearn-predictor-bc9cf9b57-rvz5m.18b31ca7fa488517
    namespace: kserve-ci-e2e-test
    resourceVersion: "32314"
    uid: 10a488aa-480f-4d0c-aca6-d5354081d81b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:16:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-rvz5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "31662"
    uid: 71995f58-75c5-4824-a73c-c8093e011f9a
  kind: Event
  lastTimestamp: "2026-05-26T12:16:29Z"
  message: 'Readiness probe failed: Get "https://10.132.0.41:8643/healthz": dial tcp
    10.132.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T12:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:16:29Z"
    name: isvc-sklearn-predictor-bc9cf9b57-rvz5m.18b31ca8d03bad73
    namespace: kserve-ci-e2e-test
    resourceVersion: "32376"
    uid: b459ee1d-d8d8-489d-a6a0-72946767e4c8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:15:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-bc9cf9b57
    namespace: kserve-ci-e2e-test
    resourceVersion: "31653"
    uid: a94ff76e-2104-4cd5-b815-7d882c6a470f
  kind: Event
  lastTimestamp: "2026-05-26T12:15:05Z"
  message: 'Created pod: isvc-sklearn-predictor-bc9cf9b57-rvz5m'
  metadata:
    creationTimestamp: "2026-05-26T12:15:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:15:05Z"
    name: isvc-sklearn-predictor-bc9cf9b57.18b31c9552dfb3ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "31663"
    uid: abb2621a-33b0-49f9-8454-d39e7df67975
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:15:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31651"
    uid: 95eb6071-5011-48f2-b5a4-61925537b8a0
  kind: Event
  lastTimestamp: "2026-05-26T12:15:05Z"
  message: Scaled up replica set isvc-sklearn-predictor-bc9cf9b57 from 0 to 1
  metadata:
    creationTimestamp: "2026-05-26T12:15:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:15:05Z"
    name: isvc-sklearn-predictor.18b31c95500af306
    namespace: kserve-ci-e2e-test
    resourceVersion: "31655"
    uid: eee94464-1f58-4bf8-a11c-86cd42c0a4ee
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:15:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31652"
    uid: 68e38016-3373-49d4-92b1-4eb80dc52f09
  kind: Event
  lastTimestamp: "2026-05-26T12:15:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T12:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:15:50Z"
    name: isvc-sklearn-predictor.18b31c98ce995b38
    namespace: kserve-ci-e2e-test
    resourceVersion: "32026"
    uid: 4f361359-8677-4c20-af29-6868d4e77b48
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:15:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31652"
    uid: 68e38016-3373-49d4-92b1-4eb80dc52f09
  kind: Event
  lastTimestamp: "2026-05-26T12:15:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T12:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:15:50Z"
    name: isvc-sklearn-predictor.18b31c98cee739d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32027"
    uid: 9a074227-e3d4-43aa-8021-5f8dc59492dd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T12:15:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31816"
    uid: 68e38016-3373-49d4-92b1-4eb80dc52f09
  kind: Event
  lastTimestamp: "2026-05-26T12:16:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T12:15:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:16:20Z"
    name: isvc-sklearn-predictor.18b31c9c4e0169a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32244"
    uid: bf3e35d5-292e-40cd-849e-98cfed1c178a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T12:15:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31816"
    uid: 68e38016-3373-49d4-92b1-4eb80dc52f09
  kind: Event
  lastTimestamp: "2026-05-26T12:16:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T12:15:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:16:20Z"
    name: isvc-sklearn-predictor.18b31c9c4e6c0e84
    namespace: kserve-ci-e2e-test
    resourceVersion: "32245"
    uid: 75c73e77-1f91-451b-a686-29723cd4d947
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T12:17:25.796628Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-4hrch
    namespace: kserve-ci-e2e-test
    resourceVersion: "32843"
    uid: 83dd6908-8040-446a-b275-f567752f4b98
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-56f6dfd9f9-4hrch
    to ip-10-0-138-207.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T12:17:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T12:17:25Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-4hrch.18b31cb602b6bb08
    namespace: kserve-ci-e2e-test
    resourceVersion: "32849"
    uid: 3393cd15-bc1a-40a2-9d77-df606d0a42c9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-656794c755-kk9zg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:17:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-4hrch
    namespace: kserve-ci-e2e-test
    resourceVersion: "32853"
    uid: 83dd6908-8040-446a-b275-f567752f4b98
  kind: Event
  lastTimestamp: "2026-05-26T12:17:26Z"
  message: Add eth0 [10.132.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T12:17:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T12:17:26Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-4hrch.18b31cb61bdc14b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32861"
    uid: 184aa06a-fa39-4b69-99f2-14e561ab799a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:17:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-4hrch
    namespace: kserve-ci-e2e-test
    resourceVersion: "32846"
    uid: 83dd6908-8040-446a-b275-f567752f4b98
  kind: Event
  lastTimestamp: "2026-05-26T12:17:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:17:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:17:26Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-4hrch.18b31cb61d5cbfb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32864"
    uid: b565d8fa-0da7-4616-94de-c3e7df9c7e47
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:17:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-4hrch
    namespace: kserve-ci-e2e-test
    resourceVersion: "32846"
    uid: 83dd6908-8040-446a-b275-f567752f4b98
  kind: Event
  lastTimestamp: "2026-05-26T12:17:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T12:17:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:17:26Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-4hrch.18b31cb62065e3bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32865"
    uid: ce6941e4-29b0-4044-822c-8dc8c9242bb2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:17:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-4hrch
    namespace: kserve-ci-e2e-test
    resourceVersion: "32846"
    uid: 83dd6908-8040-446a-b275-f567752f4b98
  kind: Event
  lastTimestamp: "2026-05-26T12:17:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T12:17:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:17:26Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-4hrch.18b31cb620ff359f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32866"
    uid: 1865ade6-1740-43b2-a4d6-f66ff4e67fe3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:17:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-4hrch
    namespace: kserve-ci-e2e-test
    resourceVersion: "32846"
    uid: 83dd6908-8040-446a-b275-f567752f4b98
  kind: Event
  lastTimestamp: "2026-05-26T12:17:32Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:17:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:17:32Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-4hrch.18b31cb791410582
    namespace: kserve-ci-e2e-test
    resourceVersion: "32916"
    uid: 018c437b-a01d-4393-bab1-65519f37aaeb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:17:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-4hrch
    namespace: kserve-ci-e2e-test
    resourceVersion: "32846"
    uid: 83dd6908-8040-446a-b275-f567752f4b98
  kind: Event
  lastTimestamp: "2026-05-26T12:17:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T12:17:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:17:32Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-4hrch.18b31cb793cfb5ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "32918"
    uid: f3cf2ec7-035c-4771-bebd-79b7e0b3cfca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:17:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-4hrch
    namespace: kserve-ci-e2e-test
    resourceVersion: "32846"
    uid: 83dd6908-8040-446a-b275-f567752f4b98
  kind: Event
  lastTimestamp: "2026-05-26T12:17:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T12:17:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:17:32Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-4hrch.18b31cb79443576f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32919"
    uid: ed89906d-03d2-41e3-bf26-bf7d1fb82105
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:17:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-4hrch
    namespace: kserve-ci-e2e-test
    resourceVersion: "32846"
    uid: 83dd6908-8040-446a-b275-f567752f4b98
  kind: Event
  lastTimestamp: "2026-05-26T12:17:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:17:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:17:32Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-4hrch.18b31cb794506205
    namespace: kserve-ci-e2e-test
    resourceVersion: "32920"
    uid: cba1ec72-8ca0-4144-b951-cd6f8e3ddbf6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:17:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-4hrch
    namespace: kserve-ci-e2e-test
    resourceVersion: "32846"
    uid: 83dd6908-8040-446a-b275-f567752f4b98
  kind: Event
  lastTimestamp: "2026-05-26T12:17:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T12:17:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:17:32Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-4hrch.18b31cb7973727d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32923"
    uid: 2e39d9b1-e524-420b-92c6-c18130c54eb7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:17:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-4hrch
    namespace: kserve-ci-e2e-test
    resourceVersion: "32846"
    uid: 83dd6908-8040-446a-b275-f567752f4b98
  kind: Event
  lastTimestamp: "2026-05-26T12:17:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T12:17:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:17:32Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-4hrch.18b31cb797aea26b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32926"
    uid: 79f65e5f-db96-4ca9-903a-f5fc6e9f70e9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T12:17:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-4hrch
    namespace: kserve-ci-e2e-test
    resourceVersion: "32846"
    uid: 83dd6908-8040-446a-b275-f567752f4b98
  kind: Event
  lastTimestamp: "2026-05-26T12:17:39Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-26T12:17:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:17:39Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-4hrch.18b31cb7cd2d8645
    namespace: kserve-ci-e2e-test
    resourceVersion: "32979"
    uid: d5458efb-badf-4fbf-a606-7fc02c223585
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:18:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-4hrch
    namespace: kserve-ci-e2e-test
    resourceVersion: "32846"
    uid: 83dd6908-8040-446a-b275-f567752f4b98
  kind: Event
  lastTimestamp: "2026-05-26T12:18:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T12:18:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:18:02Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-4hrch.18b31cbea51424fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33178"
    uid: cd26c687-9e36-40dc-80ab-13065e07e075
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:18:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-4hrch
    namespace: kserve-ci-e2e-test
    resourceVersion: "32846"
    uid: 83dd6908-8040-446a-b275-f567752f4b98
  kind: Event
  lastTimestamp: "2026-05-26T12:18:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T12:18:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:18:02Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-4hrch.18b31cbea51538e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33180"
    uid: e8947eeb-5841-4a31-b761-6f4df474357a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:17:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32833"
    uid: 0fedbdf7-4ad8-4abc-8202-11ff61150f83
  kind: Event
  lastTimestamp: "2026-05-26T12:17:25Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-56f6dfd9f9-4hrch'
  metadata:
    creationTimestamp: "2026-05-26T12:17:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:17:25Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9.18b31cb601bc3285
    namespace: kserve-ci-e2e-test
    resourceVersion: "32844"
    uid: 22cd670f-099f-430f-a1f7-0f9f09227f57
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:17:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32831"
    uid: 0f119b2c-6caf-4120-b5f9-3faa5815be13
  kind: Event
  lastTimestamp: "2026-05-26T12:17:25Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-56f6dfd9f9 from 0
    to 1
  metadata:
    creationTimestamp: "2026-05-26T12:17:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:17:25Z"
    name: isvc-sklearn-runtime-predictor.18b31cb5fe4fedab
    namespace: kserve-ci-e2e-test
    resourceVersion: "32835"
    uid: 66bebb5c-a702-4d85-b263-234b230ff360
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:17:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32832"
    uid: ec594734-429f-4804-bfbd-e725136d94f1
  kind: Event
  lastTimestamp: "2026-05-26T12:17:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T12:17:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:17:55Z"
    name: isvc-sklearn-runtime-predictor.18b31cb97d4806ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "33106"
    uid: 77d49018-965a-4f91-bece-33ee7c634cda
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:17:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32832"
    uid: ec594734-429f-4804-bfbd-e725136d94f1
  kind: Event
  lastTimestamp: "2026-05-26T12:17:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T12:17:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:17:55Z"
    name: isvc-sklearn-runtime-predictor.18b31cb97dba546b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33107"
    uid: 0bcb655a-2131-4d67-b959-2aebeb097594
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-26T12:17:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32802"
    uid: a014836a-80cc-4b3c-b9ed-774c0f57bf18
  kind: Event
  lastTimestamp: "2026-05-26T12:17:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T12:17:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:17:49Z"
    name: isvc-sklearn-runtime.18b31cb5fe16985f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33065"
    uid: d534e0ab-3b00-43b5-8fc1-833bb700046e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:17:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32802"
    uid: a014836a-80cc-4b3c-b9ed-774c0f57bf18
  kind: Event
  lastTimestamp: "2026-05-26T12:17:25Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T12:17:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:17:25Z"
    name: isvc-sklearn-runtime.18b31cb5fe7269c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32836"
    uid: 60ab50c3-566a-4181-a796-1d924031be50
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:17:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33061"
    uid: a014836a-80cc-4b3c-b9ed-774c0f57bf18
  kind: Event
  lastTimestamp: "2026-05-26T12:17:49Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-26T12:17:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:17:49Z"
    name: isvc-sklearn-runtime.18b31cbb8c874995
    namespace: kserve-ci-e2e-test
    resourceVersion: "33063"
    uid: c49998fe-cd98-4d48-a818-005b4540ef06
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T12:31:49.046580Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-89bbdf6fb-dh2nz
    namespace: kserve-ci-e2e-test
    resourceVersion: "40142"
    uid: 28f797f2-6617-49ff-b168-96982becb1b2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-89bbdf6fb-dh2nz
    to ip-10-0-138-207.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T12:31:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T12:31:49Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb-dh2nz.18b31d7f006bb80d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40152"
    uid: 8829504d-db81-4e6b-affe-f88b7e7932c9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-656794c755-kk9zg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:31:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-89bbdf6fb-dh2nz
    namespace: kserve-ci-e2e-test
    resourceVersion: "40155"
    uid: 28f797f2-6617-49ff-b168-96982becb1b2
  kind: Event
  lastTimestamp: "2026-05-26T12:31:49Z"
  message: Add eth0 [10.132.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T12:31:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T12:31:49Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb-dh2nz.18b31d7f1bee5f91
    namespace: kserve-ci-e2e-test
    resourceVersion: "40162"
    uid: 2089f800-f99c-4078-9511-4e4a2d11273f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:31:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-89bbdf6fb-dh2nz
    namespace: kserve-ci-e2e-test
    resourceVersion: "40145"
    uid: 28f797f2-6617-49ff-b168-96982becb1b2
  kind: Event
  lastTimestamp: "2026-05-26T12:31:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:31:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:31:49Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb-dh2nz.18b31d7f1d44ecab
    namespace: kserve-ci-e2e-test
    resourceVersion: "40164"
    uid: 3be81ccf-21df-4839-9f8c-8090e7ee6794
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:31:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-89bbdf6fb-dh2nz
    namespace: kserve-ci-e2e-test
    resourceVersion: "40145"
    uid: 28f797f2-6617-49ff-b168-96982becb1b2
  kind: Event
  lastTimestamp: "2026-05-26T12:31:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T12:31:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:31:49Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb-dh2nz.18b31d7f1feba7cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40166"
    uid: d4a928ce-073b-4874-966b-356b9a467204
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:31:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-89bbdf6fb-dh2nz
    namespace: kserve-ci-e2e-test
    resourceVersion: "40145"
    uid: 28f797f2-6617-49ff-b168-96982becb1b2
  kind: Event
  lastTimestamp: "2026-05-26T12:31:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T12:31:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:31:49Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb-dh2nz.18b31d7f204d7fd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "40167"
    uid: f18993d9-5e17-41bf-af09-1316ec507e8b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:31:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-89bbdf6fb-dh2nz
    namespace: kserve-ci-e2e-test
    resourceVersion: "40145"
    uid: 28f797f2-6617-49ff-b168-96982becb1b2
  kind: Event
  lastTimestamp: "2026-05-26T12:31:50Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:31:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:31:50Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb-dh2nz.18b31d7f72884746
    namespace: kserve-ci-e2e-test
    resourceVersion: "40182"
    uid: 76932be3-c105-431a-9d84-a5ed85d3a27d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:31:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-89bbdf6fb-dh2nz
    namespace: kserve-ci-e2e-test
    resourceVersion: "40145"
    uid: 28f797f2-6617-49ff-b168-96982becb1b2
  kind: Event
  lastTimestamp: "2026-05-26T12:31:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T12:31:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:31:51Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb-dh2nz.18b31d7f764c3f30
    namespace: kserve-ci-e2e-test
    resourceVersion: "40186"
    uid: a555cd58-1c1f-4f24-bfc0-ded44b4f8a45
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:31:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-89bbdf6fb-dh2nz
    namespace: kserve-ci-e2e-test
    resourceVersion: "40145"
    uid: 28f797f2-6617-49ff-b168-96982becb1b2
  kind: Event
  lastTimestamp: "2026-05-26T12:31:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T12:31:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:31:51Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb-dh2nz.18b31d7f76b36eeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "40187"
    uid: 24807a88-2c3d-4903-ae64-485ae22395ec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:31:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-89bbdf6fb-dh2nz
    namespace: kserve-ci-e2e-test
    resourceVersion: "40145"
    uid: 28f797f2-6617-49ff-b168-96982becb1b2
  kind: Event
  lastTimestamp: "2026-05-26T12:31:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:31:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:31:51Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb-dh2nz.18b31d7f76c2914c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40188"
    uid: bff11430-12ba-42de-8b99-0ac5696da8d6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:31:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-89bbdf6fb-dh2nz
    namespace: kserve-ci-e2e-test
    resourceVersion: "40145"
    uid: 28f797f2-6617-49ff-b168-96982becb1b2
  kind: Event
  lastTimestamp: "2026-05-26T12:31:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T12:31:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:31:51Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb-dh2nz.18b31d7f79827742
    namespace: kserve-ci-e2e-test
    resourceVersion: "40191"
    uid: c8121a3b-e595-4cc3-8af7-a9987acdb82d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:31:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-89bbdf6fb-dh2nz
    namespace: kserve-ci-e2e-test
    resourceVersion: "40145"
    uid: 28f797f2-6617-49ff-b168-96982becb1b2
  kind: Event
  lastTimestamp: "2026-05-26T12:31:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T12:31:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:31:51Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb-dh2nz.18b31d7f7a0a257a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40192"
    uid: 10a41d6f-d238-4a3c-b902-da42e21571c6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-05-26T12:31:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-89bbdf6fb-dh2nz
    namespace: kserve-ci-e2e-test
    resourceVersion: "40145"
    uid: 28f797f2-6617-49ff-b168-96982becb1b2
  kind: Event
  lastTimestamp: "2026-05-26T12:32:48Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-26T12:31:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:32:48Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb-dh2nz.18b31d7fea4975a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40606"
    uid: c13e7d70-63d1-4858-be38-b92435b79641
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:33:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-89bbdf6fb-dh2nz
    namespace: kserve-ci-e2e-test
    resourceVersion: "40145"
    uid: 28f797f2-6617-49ff-b168-96982becb1b2
  kind: Event
  lastTimestamp: "2026-05-26T12:33:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T12:33:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:33:09Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb-dh2nz.18b31d91a9194328
    namespace: kserve-ci-e2e-test
    resourceVersion: "40782"
    uid: b16991e5-693b-45a5-bb24-2a17594e341d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:33:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-89bbdf6fb-dh2nz
    namespace: kserve-ci-e2e-test
    resourceVersion: "40145"
    uid: 28f797f2-6617-49ff-b168-96982becb1b2
  kind: Event
  lastTimestamp: "2026-05-26T12:33:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T12:33:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:33:09Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb-dh2nz.18b31d91a919bb25
    namespace: kserve-ci-e2e-test
    resourceVersion: "40783"
    uid: 07e031a0-75e9-4a09-b25d-c991c6b69c88
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:31:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-89bbdf6fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "40133"
    uid: ffa59147-2d38-4589-8ab0-c110c2fead66
  kind: Event
  lastTimestamp: "2026-05-26T12:31:49Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-89bbdf6fb-dh2nz'
  metadata:
    creationTimestamp: "2026-05-26T12:31:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:31:49Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb.18b31d7effd2008d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40144"
    uid: 26e4f48b-4091-44ed-bfc7-0cc85e0de9b0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:31:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40130"
    uid: b3ac552c-ba4d-48c5-bab6-152dd4a78eb3
  kind: Event
  lastTimestamp: "2026-05-26T12:31:48Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-89bbdf6fb from 0 to 1
  metadata:
    creationTimestamp: "2026-05-26T12:31:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:31:48Z"
    name: isvc-sklearn-s3-predictor.18b31d7efcc98e91
    namespace: kserve-ci-e2e-test
    resourceVersion: "40136"
    uid: deb9f7b4-dbc2-4b65-ad89-3d1c7232a270
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:32:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40132"
    uid: 1d7b6dce-f88b-4518-b6d1-2e56312f1bd2
  kind: Event
  lastTimestamp: "2026-05-26T12:32:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T12:32:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:32:19Z"
    name: isvc-sklearn-s3-predictor.18b31d827c1a4830
    namespace: kserve-ci-e2e-test
    resourceVersion: "40393"
    uid: e01736de-17eb-4538-95c8-dcae72a8501e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:32:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40132"
    uid: 1d7b6dce-f88b-4518-b6d1-2e56312f1bd2
  kind: Event
  lastTimestamp: "2026-05-26T12:32:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T12:32:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:32:19Z"
    name: isvc-sklearn-s3-predictor.18b31d827c9949ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "40394"
    uid: be24d674-04e9-47d9-b464-fbd4b82a88cf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T12:32:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40291"
    uid: 1d7b6dce-f88b-4518-b6d1-2e56312f1bd2
  kind: Event
  lastTimestamp: "2026-05-26T12:33:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T12:32:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:33:04Z"
    name: isvc-sklearn-s3-predictor.18b31d897c85563c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40717"
    uid: 3f9179e2-b064-4668-9852-798b7469a141
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T12:32:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40291"
    uid: 1d7b6dce-f88b-4518-b6d1-2e56312f1bd2
  kind: Event
  lastTimestamp: "2026-05-26T12:33:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T12:32:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:33:04Z"
    name: isvc-sklearn-s3-predictor.18b31d897d97f067
    namespace: kserve-ci-e2e-test
    resourceVersion: "40718"
    uid: ee88ef57-3a80-41b6-a15b-869dfe38cfc2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T12:36:02.580734Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d-nh66x
    namespace: kserve-ci-e2e-test
    resourceVersion: "42301"
    uid: 4353a87f-85c6-403c-8e1e-4f2bc030caf2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d-nh66x
    to ip-10-0-138-207.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T12:36:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T12:36:02Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d-nh66x.18b31dba083bd8bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "42309"
    uid: d21adb71-028b-406d-808a-a455afb71ca1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-656794c755-kk9zg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:36:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d-nh66x
    namespace: kserve-ci-e2e-test
    resourceVersion: "42314"
    uid: 4353a87f-85c6-403c-8e1e-4f2bc030caf2
  kind: Event
  lastTimestamp: "2026-05-26T12:36:03Z"
  message: Add eth0 [10.132.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T12:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T12:36:03Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d-nh66x.18b31dba219b59da
    namespace: kserve-ci-e2e-test
    resourceVersion: "42320"
    uid: ceaa654d-5800-4e3f-a7e7-daf88de87fbc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:36:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d-nh66x
    namespace: kserve-ci-e2e-test
    resourceVersion: "42304"
    uid: 4353a87f-85c6-403c-8e1e-4f2bc030caf2
  kind: Event
  lastTimestamp: "2026-05-26T12:36:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:36:08Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d-nh66x.18b31dba22f4874f
    namespace: kserve-ci-e2e-test
    resourceVersion: "42378"
    uid: 8c8460a6-c82d-4110-a963-57a9320a59cf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:36:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d-nh66x
    namespace: kserve-ci-e2e-test
    resourceVersion: "42304"
    uid: 4353a87f-85c6-403c-8e1e-4f2bc030caf2
  kind: Event
  lastTimestamp: "2026-05-26T12:36:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T12:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:36:08Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d-nh66x.18b31dba25a764bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "42380"
    uid: 493f6814-671a-429a-9fb2-7d459c358bcc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:36:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d-nh66x
    namespace: kserve-ci-e2e-test
    resourceVersion: "42304"
    uid: 4353a87f-85c6-403c-8e1e-4f2bc030caf2
  kind: Event
  lastTimestamp: "2026-05-26T12:36:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T12:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:36:08Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d-nh66x.18b31dba261cc018
    namespace: kserve-ci-e2e-test
    resourceVersion: "42381"
    uid: e9331510-2c64-4d4c-af1c-b1c44d009777
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:36:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d-nh66x
    namespace: kserve-ci-e2e-test
    resourceVersion: "42304"
    uid: 4353a87f-85c6-403c-8e1e-4f2bc030caf2
  kind: Event
  lastTimestamp: "2026-05-26T12:36:12Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T12:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:36:12Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d-nh66x.18b31dbc64c2911c
    namespace: kserve-ci-e2e-test
    resourceVersion: "42431"
    uid: 0c8c308e-2624-42f7-8cf3-4ec7b8c297e4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:36:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d
    namespace: kserve-ci-e2e-test
    resourceVersion: "42293"
    uid: 3182928d-5dad-4b35-ad55-d04c2c1b26b6
  kind: Event
  lastTimestamp: "2026-05-26T12:36:02Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d-nh66x'
  metadata:
    creationTimestamp: "2026-05-26T12:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:36:02Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d.18b31dba07a7547b
    namespace: kserve-ci-e2e-test
    resourceVersion: "42303"
    uid: cc461f2d-078b-4cc1-a4ff-61290cea28b2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:36:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42291"
    uid: 59d5dd65-f5f6-45e3-b296-0e46aefb3538
  kind: Event
  lastTimestamp: "2026-05-26T12:36:02Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-26T12:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:36:02Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18b31dba04fb2343
    namespace: kserve-ci-e2e-test
    resourceVersion: "42295"
    uid: 6cb30a6d-f3ad-4875-9117-cba60d8f7880
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-26T12:36:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "42281"
    uid: dad91e2f-4f11-45da-b93f-fdeadee5dafc
  kind: Event
  lastTimestamp: "2026-05-26T12:36:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T12:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:36:08Z"
    name: isvc-sklearn-s3-tls-custom-fail.18b31dba04cfecdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "42384"
    uid: 34d6243b-49d2-4717-a3df-ff7489b5cf4d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:36:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "42281"
    uid: dad91e2f-4f11-45da-b93f-fdeadee5dafc
  kind: Event
  lastTimestamp: "2026-05-26T12:36:02Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T12:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:36:02Z"
    name: isvc-sklearn-s3-tls-custom-fail.18b31dba053eec72
    namespace: kserve-ci-e2e-test
    resourceVersion: "42297"
    uid: 6e974297-f0ae-45ba-9e4d-1914b76bfd2d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T12:34:41.492370Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-r72ph
    namespace: kserve-ci-e2e-test
    resourceVersion: "41637"
    uid: 09a172bc-4fc9-4832-a200-5218b9ef9ea2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-r72ph
    to ip-10-0-138-207.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T12:34:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T12:34:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-r72ph.18b31da726fda96d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41644"
    uid: 3c7379e9-201b-491c-a12f-fbd832709c0b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-656794c755-kk9zg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:34:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-r72ph
    namespace: kserve-ci-e2e-test
    resourceVersion: "41642"
    uid: 09a172bc-4fc9-4832-a200-5218b9ef9ea2
  kind: Event
  lastTimestamp: "2026-05-26T12:34:41Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-26T12:34:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:34:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-r72ph.18b31da733a8387f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41652"
    uid: 971e83a2-9366-4a49-bee3-c49ee4433fd7
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:34:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-r72ph
    namespace: kserve-ci-e2e-test
    resourceVersion: "41648"
    uid: 09a172bc-4fc9-4832-a200-5218b9ef9ea2
  kind: Event
  lastTimestamp: "2026-05-26T12:34:42Z"
  message: Add eth0 [10.132.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T12:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T12:34:42Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-r72ph.18b31da7644ac94e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41661"
    uid: ca94737a-cbf8-475a-ae3f-8d7f5f16bae3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:34:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-r72ph
    namespace: kserve-ci-e2e-test
    resourceVersion: "41642"
    uid: 09a172bc-4fc9-4832-a200-5218b9ef9ea2
  kind: Event
  lastTimestamp: "2026-05-26T12:34:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:34:42Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-r72ph.18b31da76627b821
    namespace: kserve-ci-e2e-test
    resourceVersion: "41663"
    uid: d54ddc4d-b7ee-4c77-98a7-bff852347090
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:34:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-r72ph
    namespace: kserve-ci-e2e-test
    resourceVersion: "41642"
    uid: 09a172bc-4fc9-4832-a200-5218b9ef9ea2
  kind: Event
  lastTimestamp: "2026-05-26T12:34:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T12:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:34:42Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-r72ph.18b31da7697f23ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "41665"
    uid: 0d3fc23d-dd1a-4564-92a6-5e6b1166fc55
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:34:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-r72ph
    namespace: kserve-ci-e2e-test
    resourceVersion: "41642"
    uid: 09a172bc-4fc9-4832-a200-5218b9ef9ea2
  kind: Event
  lastTimestamp: "2026-05-26T12:34:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T12:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:34:42Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-r72ph.18b31da769e7f270
    namespace: kserve-ci-e2e-test
    resourceVersion: "41667"
    uid: 5fac67a3-e683-4e47-b82d-f73793910c6c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:34:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-r72ph
    namespace: kserve-ci-e2e-test
    resourceVersion: "41642"
    uid: 09a172bc-4fc9-4832-a200-5218b9ef9ea2
  kind: Event
  lastTimestamp: "2026-05-26T12:34:44Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:34:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:34:44Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-r72ph.18b31da7d778da6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41685"
    uid: 043fd458-9732-4ed1-aefd-9816ec55f83b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:34:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-r72ph
    namespace: kserve-ci-e2e-test
    resourceVersion: "41642"
    uid: 09a172bc-4fc9-4832-a200-5218b9ef9ea2
  kind: Event
  lastTimestamp: "2026-05-26T12:34:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T12:34:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:34:44Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-r72ph.18b31da7da05d892
    namespace: kserve-ci-e2e-test
    resourceVersion: "41687"
    uid: 098da5b7-55db-4709-95ac-82886b2514e8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:34:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-r72ph
    namespace: kserve-ci-e2e-test
    resourceVersion: "41642"
    uid: 09a172bc-4fc9-4832-a200-5218b9ef9ea2
  kind: Event
  lastTimestamp: "2026-05-26T12:34:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T12:34:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:34:44Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-r72ph.18b31da7da7680b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41688"
    uid: 7f6f7739-f886-416a-9b7f-d4f7c1097fb1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:34:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-r72ph
    namespace: kserve-ci-e2e-test
    resourceVersion: "41642"
    uid: 09a172bc-4fc9-4832-a200-5218b9ef9ea2
  kind: Event
  lastTimestamp: "2026-05-26T12:34:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:34:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:34:44Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-r72ph.18b31da7da835027
    namespace: kserve-ci-e2e-test
    resourceVersion: "41690"
    uid: 4d84e023-f694-4795-8868-236990487197
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:34:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-r72ph
    namespace: kserve-ci-e2e-test
    resourceVersion: "41642"
    uid: 09a172bc-4fc9-4832-a200-5218b9ef9ea2
  kind: Event
  lastTimestamp: "2026-05-26T12:34:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T12:34:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:34:44Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-r72ph.18b31da7ddce88fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41693"
    uid: d8e17b8a-1e16-4a28-94d5-f490799c7027
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:34:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-r72ph
    namespace: kserve-ci-e2e-test
    resourceVersion: "41642"
    uid: 09a172bc-4fc9-4832-a200-5218b9ef9ea2
  kind: Event
  lastTimestamp: "2026-05-26T12:34:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T12:34:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:34:44Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-r72ph.18b31da7de3bca60
    namespace: kserve-ci-e2e-test
    resourceVersion: "41694"
    uid: 19190551-dfd6-49fc-9138-4da382af1d8e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-05-26T12:34:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-r72ph
    namespace: kserve-ci-e2e-test
    resourceVersion: "41642"
    uid: 09a172bc-4fc9-4832-a200-5218b9ef9ea2
  kind: Event
  lastTimestamp: "2026-05-26T12:35:41Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.59:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-26T12:34:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:35:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-r72ph.18b31da8138ad12c
    namespace: kserve-ci-e2e-test
    resourceVersion: "42101"
    uid: 8c6865ba-c250-4a5b-91d7-0ebb4fdad2c8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:36:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-r72ph
    namespace: kserve-ci-e2e-test
    resourceVersion: "41642"
    uid: 09a172bc-4fc9-4832-a200-5218b9ef9ea2
  kind: Event
  lastTimestamp: "2026-05-26T12:36:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T12:36:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:36:01Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-r72ph.18b31db9c89ca006
    namespace: kserve-ci-e2e-test
    resourceVersion: "42267"
    uid: 93ceeaab-5428-4af7-8344-1aef3b83a21e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:36:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-r72ph
    namespace: kserve-ci-e2e-test
    resourceVersion: "41642"
    uid: 09a172bc-4fc9-4832-a200-5218b9ef9ea2
  kind: Event
  lastTimestamp: "2026-05-26T12:36:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T12:36:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:36:01Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-r72ph.18b31db9c89d264f
    namespace: kserve-ci-e2e-test
    resourceVersion: "42269"
    uid: 59508f01-74db-4b1f-8137-b7ac8890618b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:34:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41625"
    uid: c2ac2949-885e-4db9-9f0d-508e20e03b94
  kind: Event
  lastTimestamp: "2026-05-26T12:34:41Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-r72ph'
  metadata:
    creationTimestamp: "2026-05-26T12:34:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:34:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb.18b31da726582b39
    namespace: kserve-ci-e2e-test
    resourceVersion: "41641"
    uid: 6a9c99c9-f674-4dac-8b1e-1af2acc172e1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:34:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41623"
    uid: 57566b1e-7fdf-4967-b87f-6a8f13de2530
  kind: Event
  lastTimestamp: "2026-05-26T12:34:41Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-26T12:34:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:34:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18b31da722d02016
    namespace: kserve-ci-e2e-test
    resourceVersion: "41627"
    uid: aec53da5-29dd-47ac-ab2e-86fe13312965
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T12:34:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41624"
    uid: bdeec5a5-b093-4e87-a4c8-026f7ae83c0f
  kind: Event
  lastTimestamp: "2026-05-26T12:35:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T12:34:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:35:26Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18b31daaa198b38f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41991"
    uid: d4b3255d-03e5-4cf5-bb42-420c145eb646
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T12:34:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41624"
    uid: bdeec5a5-b093-4e87-a4c8-026f7ae83c0f
  kind: Event
  lastTimestamp: "2026-05-26T12:35:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T12:34:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:35:26Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18b31daaa1fccfa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "41992"
    uid: 182c98f6-5f5f-49ed-bb2c-0800aaab397d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:35:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41777"
    uid: bdeec5a5-b093-4e87-a4c8-026f7ae83c0f
  kind: Event
  lastTimestamp: "2026-05-26T12:35:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T12:35:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:35:56Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18b31db51e6b2852
    namespace: kserve-ci-e2e-test
    resourceVersion: "42212"
    uid: 819496b2-ac61-4655-9ba9-05c1e068db62
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:35:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41777"
    uid: bdeec5a5-b093-4e87-a4c8-026f7ae83c0f
  kind: Event
  lastTimestamp: "2026-05-26T12:35:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T12:35:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:35:56Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18b31db51ee5101d
    namespace: kserve-ci-e2e-test
    resourceVersion: "42213"
    uid: 9d5a23a3-81c7-4b73-801c-9b3126ae2dbf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-26T12:34:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41613"
    uid: 0858f249-5268-4fdd-9ab5-e3dfc724aadb
  kind: Event
  lastTimestamp: "2026-05-26T12:35:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T12:34:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:35:51Z"
    name: isvc-sklearn-s3-tls-custom-pass.18b31da722af92c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "42179"
    uid: 139ca214-012b-4c51-a870-8be0f32504f6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:34:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41613"
    uid: 0858f249-5268-4fdd-9ab5-e3dfc724aadb
  kind: Event
  lastTimestamp: "2026-05-26T12:34:41Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T12:34:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:34:41Z"
    name: isvc-sklearn-s3-tls-custom-pass.18b31da72308bc4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41629"
    uid: d154336f-800c-42a2-8880-1326e4800173
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:35:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "42175"
    uid: 0858f249-5268-4fdd-9ab5-e3dfc724aadb
  kind: Event
  lastTimestamp: "2026-05-26T12:35:51Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-05-26T12:35:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:35:51Z"
    name: isvc-sklearn-s3-tls-custom-pass.18b31db777dfff8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "42177"
    uid: e85735c1-7634-444b-b073-866f8c9a4c61
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T12:34:30.443239Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4-xw2nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "41469"
    uid: e0ce28f1-8ebb-4a26-9b14-18be958ffe81
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4-xw2nh
    to ip-10-0-138-207.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T12:34:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T12:34:30Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4-xw2nh.18b31da494693ad2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41476"
    uid: 65c2f69f-5cda-45ca-a623-a0ccd3c75c03
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-656794c755-kk9zg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:34:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4-xw2nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "41480"
    uid: e0ce28f1-8ebb-4a26-9b14-18be958ffe81
  kind: Event
  lastTimestamp: "2026-05-26T12:34:30Z"
  message: Add eth0 [10.132.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T12:34:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T12:34:30Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4-xw2nh.18b31da4adcd9ef1
    namespace: kserve-ci-e2e-test
    resourceVersion: "41488"
    uid: 4dcf8bfe-81c2-49ba-a860-b01984734bdc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:34:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4-xw2nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "41474"
    uid: e0ce28f1-8ebb-4a26-9b14-18be958ffe81
  kind: Event
  lastTimestamp: "2026-05-26T12:34:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:34:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:34:35Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4-xw2nh.18b31da4af6a3944
    namespace: kserve-ci-e2e-test
    resourceVersion: "41535"
    uid: 4a8461a6-e54a-416e-bddb-29a3baeb8752
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:34:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4-xw2nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "41474"
    uid: e0ce28f1-8ebb-4a26-9b14-18be958ffe81
  kind: Event
  lastTimestamp: "2026-05-26T12:34:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T12:34:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:34:35Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4-xw2nh.18b31da4b24391d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41538"
    uid: 015ba9c3-e2a8-41dc-a81b-031f534a4192
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:34:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4-xw2nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "41474"
    uid: e0ce28f1-8ebb-4a26-9b14-18be958ffe81
  kind: Event
  lastTimestamp: "2026-05-26T12:34:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T12:34:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:34:35Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4-xw2nh.18b31da4b2ab15da
    namespace: kserve-ci-e2e-test
    resourceVersion: "41540"
    uid: f15c0cb3-0641-48f8-a088-fac9cab1ff82
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:34:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4-xw2nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "41474"
    uid: e0ce28f1-8ebb-4a26-9b14-18be958ffe81
  kind: Event
  lastTimestamp: "2026-05-26T12:34:40Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T12:34:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:34:40Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4-xw2nh.18b31da6e69e1e30
    namespace: kserve-ci-e2e-test
    resourceVersion: "41597"
    uid: 929cc35f-4147-4601-a3bd-bf0157ea1381
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:34:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41460"
    uid: f3ffa604-9185-463c-9a07-5bb518505c7e
  kind: Event
  lastTimestamp: "2026-05-26T12:34:30Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4-xw2nh'
  metadata:
    creationTimestamp: "2026-05-26T12:34:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:34:30Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4.18b31da493c70c18
    namespace: kserve-ci-e2e-test
    resourceVersion: "41473"
    uid: 3eedf1ef-3b34-4a05-aae2-9db7898c5a42
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:34:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41458"
    uid: 03fb68ad-8bac-4792-9bf9-78fdf346a5ec
  kind: Event
  lastTimestamp: "2026-05-26T12:34:30Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-26T12:34:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:34:30Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18b31da49011c7d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41462"
    uid: 11e4a634-c294-4a13-9e3a-0a3857a09e82
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-26T12:34:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41449"
    uid: 32915da6-7bba-4043-8e63-62ead5d57555
  kind: Event
  lastTimestamp: "2026-05-26T12:34:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T12:34:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:34:35Z"
    name: isvc-sklearn-s3-tls-global-fail.18b31da48fee3e76
    namespace: kserve-ci-e2e-test
    resourceVersion: "41542"
    uid: 511b2266-f56c-42e0-a984-a2d199745e82
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:34:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41449"
    uid: 32915da6-7bba-4043-8e63-62ead5d57555
  kind: Event
  lastTimestamp: "2026-05-26T12:34:30Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T12:34:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:34:30Z"
    name: isvc-sklearn-s3-tls-global-fail.18b31da490618e3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41464"
    uid: 53f6c4f7-1f51-44b1-b011-a649ed16d441
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T12:33:09.323366Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-4zczg
    namespace: kserve-ci-e2e-test
    resourceVersion: "40808"
    uid: 7d491d4b-15c1-49a4-b268-7ab0845e2efa
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-4zczg
    to ip-10-0-138-207.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T12:33:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T12:33:09Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-4zczg.18b31d91b14a5588
    namespace: kserve-ci-e2e-test
    resourceVersion: "40812"
    uid: 6983d986-50d8-44aa-b775-7ba9c1685beb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-656794c755-kk9zg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:33:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-4zczg
    namespace: kserve-ci-e2e-test
    resourceVersion: "40818"
    uid: 7d491d4b-15c1-49a4-b268-7ab0845e2efa
  kind: Event
  lastTimestamp: "2026-05-26T12:33:09Z"
  message: Add eth0 [10.132.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T12:33:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T12:33:09Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-4zczg.18b31d91caac03e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40825"
    uid: 3d2f5f5c-49ea-40ef-910e-374d0804a33d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:33:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-4zczg
    namespace: kserve-ci-e2e-test
    resourceVersion: "40811"
    uid: 7d491d4b-15c1-49a4-b268-7ab0845e2efa
  kind: Event
  lastTimestamp: "2026-05-26T12:33:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:33:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:33:09Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-4zczg.18b31d91cc217509
    namespace: kserve-ci-e2e-test
    resourceVersion: "40827"
    uid: c2dd3826-4d33-423b-84b0-e0a5d1619b75
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:33:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-4zczg
    namespace: kserve-ci-e2e-test
    resourceVersion: "40811"
    uid: 7d491d4b-15c1-49a4-b268-7ab0845e2efa
  kind: Event
  lastTimestamp: "2026-05-26T12:33:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T12:33:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:33:09Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-4zczg.18b31d91cfc321d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40828"
    uid: ed996daa-7606-4ca8-a009-a835d691b76d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:33:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-4zczg
    namespace: kserve-ci-e2e-test
    resourceVersion: "40811"
    uid: 7d491d4b-15c1-49a4-b268-7ab0845e2efa
  kind: Event
  lastTimestamp: "2026-05-26T12:33:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T12:33:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:33:09Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-4zczg.18b31d91d02bab09
    namespace: kserve-ci-e2e-test
    resourceVersion: "40830"
    uid: b36a11c7-7481-4db2-b5e3-be9e38289474
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:33:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-4zczg
    namespace: kserve-ci-e2e-test
    resourceVersion: "40811"
    uid: 7d491d4b-15c1-49a4-b268-7ab0845e2efa
  kind: Event
  lastTimestamp: "2026-05-26T12:33:11Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:33:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:33:11Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-4zczg.18b31d922071bffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "40847"
    uid: cc915e70-2834-4f3a-ae13-7db5246c97a4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:33:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-4zczg
    namespace: kserve-ci-e2e-test
    resourceVersion: "40811"
    uid: 7d491d4b-15c1-49a4-b268-7ab0845e2efa
  kind: Event
  lastTimestamp: "2026-05-26T12:33:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T12:33:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:33:11Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-4zczg.18b31d92231af493
    namespace: kserve-ci-e2e-test
    resourceVersion: "40849"
    uid: 50aca035-3434-45c9-bf5c-3b0f60a49b71
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:33:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-4zczg
    namespace: kserve-ci-e2e-test
    resourceVersion: "40811"
    uid: 7d491d4b-15c1-49a4-b268-7ab0845e2efa
  kind: Event
  lastTimestamp: "2026-05-26T12:33:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T12:33:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:33:11Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-4zczg.18b31d922385ebd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40850"
    uid: 2465f9e9-df09-4049-a834-25b43f2a19d8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:33:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-4zczg
    namespace: kserve-ci-e2e-test
    resourceVersion: "40811"
    uid: 7d491d4b-15c1-49a4-b268-7ab0845e2efa
  kind: Event
  lastTimestamp: "2026-05-26T12:33:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:33:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:33:11Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-4zczg.18b31d922392d230
    namespace: kserve-ci-e2e-test
    resourceVersion: "40853"
    uid: c67e292e-7d63-4271-98c3-2e2432bef4b8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:33:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-4zczg
    namespace: kserve-ci-e2e-test
    resourceVersion: "40811"
    uid: 7d491d4b-15c1-49a4-b268-7ab0845e2efa
  kind: Event
  lastTimestamp: "2026-05-26T12:33:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T12:33:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:33:11Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-4zczg.18b31d922658144c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40854"
    uid: 2859ad46-0270-43f1-aa4c-7a731d1a8927
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:33:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-4zczg
    namespace: kserve-ci-e2e-test
    resourceVersion: "40811"
    uid: 7d491d4b-15c1-49a4-b268-7ab0845e2efa
  kind: Event
  lastTimestamp: "2026-05-26T12:33:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T12:33:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:33:11Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-4zczg.18b31d9226c0c7a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40855"
    uid: e7000ed4-df95-48fe-af30-e0385e603490
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-05-26T12:33:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-4zczg
    namespace: kserve-ci-e2e-test
    resourceVersion: "40811"
    uid: 7d491d4b-15c1-49a4-b268-7ab0845e2efa
  kind: Event
  lastTimestamp: "2026-05-26T12:34:09Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-26T12:33:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:34:09Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-4zczg.18b31d9298210fcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "41266"
    uid: 4479c72d-1aad-41a1-85fb-0111dabe8adf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:34:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-4zczg
    namespace: kserve-ci-e2e-test
    resourceVersion: "40811"
    uid: 7d491d4b-15c1-49a4-b268-7ab0845e2efa
  kind: Event
  lastTimestamp: "2026-05-26T12:34:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T12:34:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:34:29Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-4zczg.18b31da4524617ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "41434"
    uid: 0653f172-d357-42ab-9c52-0fa084360352
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:34:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-4zczg
    namespace: kserve-ci-e2e-test
    resourceVersion: "40811"
    uid: 7d491d4b-15c1-49a4-b268-7ab0845e2efa
  kind: Event
  lastTimestamp: "2026-05-26T12:34:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T12:34:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:34:29Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-4zczg.18b31da452468363
    namespace: kserve-ci-e2e-test
    resourceVersion: "41435"
    uid: 686bbd1a-dcbc-4c28-a53f-94a8b81c2644
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:33:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40795"
    uid: 916c0ad8-2008-4c2a-acd9-97958e62a410
  kind: Event
  lastTimestamp: "2026-05-26T12:33:09Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-4zczg'
  metadata:
    creationTimestamp: "2026-05-26T12:33:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:33:09Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b.18b31d91b0899911
    namespace: kserve-ci-e2e-test
    resourceVersion: "40809"
    uid: a239bfde-ad63-40a2-a6e0-e45834254758
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:33:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40792"
    uid: d04535c7-d0a5-4f2e-9f11-defbc2d01ed3
  kind: Event
  lastTimestamp: "2026-05-26T12:33:09Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-26T12:33:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:33:09Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18b31d91acd215be
    namespace: kserve-ci-e2e-test
    resourceVersion: "40797"
    uid: 4d7a18cd-8e74-4a5f-bf4b-46750ac7a979
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:33:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40794"
    uid: 41e3bbb1-5472-4802-8ad9-9e94986d4b63
  kind: Event
  lastTimestamp: "2026-05-26T12:33:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T12:33:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:33:24Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18b31d952b6d2885
    namespace: kserve-ci-e2e-test
    resourceVersion: "40953"
    uid: 0810d1f6-8318-439a-88e7-6ca87cc989db
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:33:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40794"
    uid: 41e3bbb1-5472-4802-8ad9-9e94986d4b63
  kind: Event
  lastTimestamp: "2026-05-26T12:33:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T12:33:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:33:24Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18b31d952bd0529a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40955"
    uid: 3de3add7-0e49-44e7-ad0b-373e5ecc5307
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T12:33:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40954"
    uid: 41e3bbb1-5472-4802-8ad9-9e94986d4b63
  kind: Event
  lastTimestamp: "2026-05-26T12:34:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T12:33:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:34:24Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18b31d98ab785786
    namespace: kserve-ci-e2e-test
    resourceVersion: "41382"
    uid: 17f80a22-160a-44f6-8372-9bebd0582cbb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T12:33:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40954"
    uid: 41e3bbb1-5472-4802-8ad9-9e94986d4b63
  kind: Event
  lastTimestamp: "2026-05-26T12:34:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T12:33:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:34:24Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18b31d98ac0742fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "41383"
    uid: deadad61-53c0-461d-b9cd-534b99aa82ef
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-26T12:33:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40779"
    uid: 6141ec3a-4b5d-4fc6-a0f5-be77c4684697
  kind: Event
  lastTimestamp: "2026-05-26T12:34:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T12:33:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:34:19Z"
    name: isvc-sklearn-s3-tls-global-pass.18b31d91acabae73
    namespace: kserve-ci-e2e-test
    resourceVersion: "41348"
    uid: 575cb4f7-f1de-40e3-9c83-1723294ebb36
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:33:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40779"
    uid: 6141ec3a-4b5d-4fc6-a0f5-be77c4684697
  kind: Event
  lastTimestamp: "2026-05-26T12:33:09Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T12:33:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:33:09Z"
    name: isvc-sklearn-s3-tls-global-pass.18b31d91ad139101
    namespace: kserve-ci-e2e-test
    resourceVersion: "40801"
    uid: 48489a7d-3911-4908-83ef-975f8c650ca9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:34:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41345"
    uid: 6141ec3a-4b5d-4fc6-a0f5-be77c4684697
  kind: Event
  lastTimestamp: "2026-05-26T12:34:19Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-05-26T12:34:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:34:19Z"
    name: isvc-sklearn-s3-tls-global-pass.18b31da1fd7c57c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41347"
    uid: 9ca302fc-14c8-4a5e-8275-6abd667dbe0b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T12:37:34.767665Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-z7m4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "43430"
    uid: fbabfa19-0d61-4afb-bd4e-79f80130ed1a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-z7m4t
    to ip-10-0-138-207.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T12:37:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T12:37:34Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-z7m4t.18b31dcf7f00ce16
    namespace: kserve-ci-e2e-test
    resourceVersion: "43435"
    uid: 57681dd9-bace-4b88-a78e-2fc1d6b4a312
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-656794c755-kk9zg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:37:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-z7m4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "43433"
    uid: fbabfa19-0d61-4afb-bd4e-79f80130ed1a
  kind: Event
  lastTimestamp: "2026-05-26T12:37:35Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-26T12:37:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:37:35Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-z7m4t.18b31dcf8fbc1893
    namespace: kserve-ci-e2e-test
    resourceVersion: "43446"
    uid: 39a9b1bf-db81-4e84-b46b-0e788d48fd87
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:37:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-z7m4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "43441"
    uid: fbabfa19-0d61-4afb-bd4e-79f80130ed1a
  kind: Event
  lastTimestamp: "2026-05-26T12:37:35Z"
  message: Add eth0 [10.132.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T12:37:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T12:37:35Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-z7m4t.18b31dcfbbd1b040
    namespace: kserve-ci-e2e-test
    resourceVersion: "43454"
    uid: d75ab057-1354-4c94-8fab-9dc06cc9b624
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:37:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-z7m4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "43433"
    uid: fbabfa19-0d61-4afb-bd4e-79f80130ed1a
  kind: Event
  lastTimestamp: "2026-05-26T12:37:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:37:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:37:39Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-z7m4t.18b31dcfbd7df613
    namespace: kserve-ci-e2e-test
    resourceVersion: "43501"
    uid: 378e39fc-22a4-4386-a4de-fbecf4d74b55
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:37:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-z7m4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "43433"
    uid: fbabfa19-0d61-4afb-bd4e-79f80130ed1a
  kind: Event
  lastTimestamp: "2026-05-26T12:37:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T12:37:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:37:40Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-z7m4t.18b31dcfc056ba85
    namespace: kserve-ci-e2e-test
    resourceVersion: "43503"
    uid: c797a1c8-0da5-4095-b27b-8373733b416c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:37:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-z7m4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "43433"
    uid: fbabfa19-0d61-4afb-bd4e-79f80130ed1a
  kind: Event
  lastTimestamp: "2026-05-26T12:37:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T12:37:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:37:40Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-z7m4t.18b31dcfc0da6879
    namespace: kserve-ci-e2e-test
    resourceVersion: "43506"
    uid: d1f311be-e267-49be-a1f5-dedea6e700e8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:37:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-z7m4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "43433"
    uid: fbabfa19-0d61-4afb-bd4e-79f80130ed1a
  kind: Event
  lastTimestamp: "2026-05-26T12:37:44Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T12:37:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:37:44Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-z7m4t.18b31dd1d264382f
    namespace: kserve-ci-e2e-test
    resourceVersion: "43559"
    uid: 04ea998b-2750-4224-a5e0-6bf2ef92a038
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:37:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "43421"
    uid: 31ac8d59-cdc5-4182-a757-6f2bbf56569e
  kind: Event
  lastTimestamp: "2026-05-26T12:37:34Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-z7m4t'
  metadata:
    creationTimestamp: "2026-05-26T12:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:37:34Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9.18b31dcf7e81a9f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "43432"
    uid: 9eeda432-3df4-4f45-8b11-54c5d31002c7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:37:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43418"
    uid: 7f1ef146-bb7d-4927-a577-1982e305ae79
  kind: Event
  lastTimestamp: "2026-05-26T12:37:34Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-26T12:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:37:34Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18b31dcf7b3c0354
    namespace: kserve-ci-e2e-test
    resourceVersion: "43424"
    uid: 4188791e-98bc-4f2f-9ae1-25c0b386a19c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-26T12:37:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "43407"
    uid: 29935d8e-936b-4cf5-a02b-c0e2f65cc349
  kind: Event
  lastTimestamp: "2026-05-26T12:37:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T12:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:37:40Z"
    name: isvc-sklearn-s3-tls-serving-fail.18b31dcf7b2994f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "43507"
    uid: 27911d12-8248-4849-84d8-93b2c7520643
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:37:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "43407"
    uid: 29935d8e-936b-4cf5-a02b-c0e2f65cc349
  kind: Event
  lastTimestamp: "2026-05-26T12:37:34Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T12:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:37:34Z"
    name: isvc-sklearn-s3-tls-serving-fail.18b31dcf7bef300a
    namespace: kserve-ci-e2e-test
    resourceVersion: "43426"
    uid: c325c50e-1cb4-4d5f-9d0a-b94ace445e0f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T12:36:13.696862Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-l6f25
    namespace: kserve-ci-e2e-test
    resourceVersion: "42461"
    uid: d5a7e7c5-a826-4bdf-83f1-2a0c0a835666
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-l6f25
    to ip-10-0-138-207.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T12:36:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T12:36:13Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-l6f25.18b31dbc9ece8fc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "42465"
    uid: 2008daff-a75a-48c7-a38c-5bbed6ff3fc8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-656794c755-kk9zg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:36:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-l6f25
    namespace: kserve-ci-e2e-test
    resourceVersion: "42473"
    uid: d5a7e7c5-a826-4bdf-83f1-2a0c0a835666
  kind: Event
  lastTimestamp: "2026-05-26T12:36:14Z"
  message: Add eth0 [10.132.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T12:36:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T12:36:14Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-l6f25.18b31dbcb8248dc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42485"
    uid: 7c15097e-2a68-47a3-9712-f54683b15db3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:36:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-l6f25
    namespace: kserve-ci-e2e-test
    resourceVersion: "42463"
    uid: d5a7e7c5-a826-4bdf-83f1-2a0c0a835666
  kind: Event
  lastTimestamp: "2026-05-26T12:36:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:36:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:36:14Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-l6f25.18b31dbcb999c27d
    namespace: kserve-ci-e2e-test
    resourceVersion: "42487"
    uid: e55e6a63-405e-479a-813c-b790bd872084
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:36:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-l6f25
    namespace: kserve-ci-e2e-test
    resourceVersion: "42463"
    uid: d5a7e7c5-a826-4bdf-83f1-2a0c0a835666
  kind: Event
  lastTimestamp: "2026-05-26T12:36:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T12:36:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:36:14Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-l6f25.18b31dbcbbc7eb9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "42488"
    uid: 3de609cb-5f81-4f10-a3d3-7de81dd6fa47
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:36:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-l6f25
    namespace: kserve-ci-e2e-test
    resourceVersion: "42463"
    uid: d5a7e7c5-a826-4bdf-83f1-2a0c0a835666
  kind: Event
  lastTimestamp: "2026-05-26T12:36:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T12:36:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:36:14Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-l6f25.18b31dbcbc25317b
    namespace: kserve-ci-e2e-test
    resourceVersion: "42489"
    uid: 028532dc-752a-47b6-8b41-d61640e00961
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:36:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-l6f25
    namespace: kserve-ci-e2e-test
    resourceVersion: "42463"
    uid: d5a7e7c5-a826-4bdf-83f1-2a0c0a835666
  kind: Event
  lastTimestamp: "2026-05-26T12:36:15Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:36:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:36:15Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-l6f25.18b31dbd1787543a
    namespace: kserve-ci-e2e-test
    resourceVersion: "42512"
    uid: 68a134ad-4f82-40f7-912f-1e0924a01662
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:36:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-l6f25
    namespace: kserve-ci-e2e-test
    resourceVersion: "42463"
    uid: d5a7e7c5-a826-4bdf-83f1-2a0c0a835666
  kind: Event
  lastTimestamp: "2026-05-26T12:36:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T12:36:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:36:15Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-l6f25.18b31dbd1a057ab4
    namespace: kserve-ci-e2e-test
    resourceVersion: "42514"
    uid: 5a79401c-848f-4093-ab42-dd882032640f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:36:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-l6f25
    namespace: kserve-ci-e2e-test
    resourceVersion: "42463"
    uid: d5a7e7c5-a826-4bdf-83f1-2a0c0a835666
  kind: Event
  lastTimestamp: "2026-05-26T12:36:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T12:36:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:36:15Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-l6f25.18b31dbd1a6598b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42515"
    uid: 9d11239a-2249-4d98-bb49-9f3efa2e4ed9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:36:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-l6f25
    namespace: kserve-ci-e2e-test
    resourceVersion: "42463"
    uid: d5a7e7c5-a826-4bdf-83f1-2a0c0a835666
  kind: Event
  lastTimestamp: "2026-05-26T12:36:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:36:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:36:15Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-l6f25.18b31dbd1a71174e
    namespace: kserve-ci-e2e-test
    resourceVersion: "42516"
    uid: 675b4fb6-22b2-4a3b-8ec7-84536b22fe09
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:36:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-l6f25
    namespace: kserve-ci-e2e-test
    resourceVersion: "42463"
    uid: d5a7e7c5-a826-4bdf-83f1-2a0c0a835666
  kind: Event
  lastTimestamp: "2026-05-26T12:36:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T12:36:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:36:15Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-l6f25.18b31dbd1d106d88
    namespace: kserve-ci-e2e-test
    resourceVersion: "42519"
    uid: f7d13b33-8222-46ef-b4b9-a1422896ed52
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:36:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-l6f25
    namespace: kserve-ci-e2e-test
    resourceVersion: "42463"
    uid: d5a7e7c5-a826-4bdf-83f1-2a0c0a835666
  kind: Event
  lastTimestamp: "2026-05-26T12:36:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T12:36:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:36:15Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-l6f25.18b31dbd1d7a41f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "42520"
    uid: a52de6a9-cc9e-49bb-95ac-969de3869d53
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-05-26T12:36:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-l6f25
    namespace: kserve-ci-e2e-test
    resourceVersion: "42463"
    uid: d5a7e7c5-a826-4bdf-83f1-2a0c0a835666
  kind: Event
  lastTimestamp: "2026-05-26T12:37:13Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.61:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-26T12:36:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:37:13Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-l6f25.18b31dbd8f235784
    namespace: kserve-ci-e2e-test
    resourceVersion: "43221"
    uid: 6a20ba6a-ec04-44b7-b428-7c2fe36343e2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:37:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-l6f25
    namespace: kserve-ci-e2e-test
    resourceVersion: "42463"
    uid: d5a7e7c5-a826-4bdf-83f1-2a0c0a835666
  kind: Event
  lastTimestamp: "2026-05-26T12:37:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T12:37:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:37:33Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-l6f25.18b31dcf414d6f6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "43391"
    uid: acc554b5-01f0-4b85-a6f8-a18b3a597e02
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:37:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-l6f25
    namespace: kserve-ci-e2e-test
    resourceVersion: "42463"
    uid: d5a7e7c5-a826-4bdf-83f1-2a0c0a835666
  kind: Event
  lastTimestamp: "2026-05-26T12:37:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T12:37:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:37:33Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-l6f25.18b31dcf414e0a85
    namespace: kserve-ci-e2e-test
    resourceVersion: "43392"
    uid: ab09dcb1-ce62-4a6d-b427-da6b8cb5d960
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:36:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c
    namespace: kserve-ci-e2e-test
    resourceVersion: "42454"
    uid: b973e138-9d6b-4259-a519-fe4650997948
  kind: Event
  lastTimestamp: "2026-05-26T12:36:13Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-l6f25'
  metadata:
    creationTimestamp: "2026-05-26T12:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:36:13Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c.18b31dbc9e643589
    namespace: kserve-ci-e2e-test
    resourceVersion: "42462"
    uid: 79dd1d92-350d-476c-b65b-0dc08cc5a87b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:36:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42452"
    uid: 69c1663d-d35d-4cf9-aa00-6855e9bda1f1
  kind: Event
  lastTimestamp: "2026-05-26T12:36:13Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-754974974c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-26T12:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:36:13Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18b31dbc9bb94467
    namespace: kserve-ci-e2e-test
    resourceVersion: "42456"
    uid: 51f505be-7d9c-4134-a021-918fe21ff492
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:36:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42453"
    uid: 0c7dc18e-e53e-4237-941b-bb76702c788a
  kind: Event
  lastTimestamp: "2026-05-26T12:36:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T12:36:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:36:43Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18b31dc01a9f2eb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "43007"
    uid: ff03a0fd-48df-4c6d-997b-7bd00276a77b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:36:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42453"
    uid: 0c7dc18e-e53e-4237-941b-bb76702c788a
  kind: Event
  lastTimestamp: "2026-05-26T12:36:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T12:36:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:36:43Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18b31dc01b0ab950
    namespace: kserve-ci-e2e-test
    resourceVersion: "43008"
    uid: 39bbf7bd-a2c6-4e80-b312-44ca17ccecf1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T12:36:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42903"
    uid: 0c7dc18e-e53e-4237-941b-bb76702c788a
  kind: Event
  lastTimestamp: "2026-05-26T12:37:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T12:36:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:37:28Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18b31dc718d3783b
    namespace: kserve-ci-e2e-test
    resourceVersion: "43341"
    uid: 05ee555f-edc8-4950-b71d-2951700eb031
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T12:36:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42903"
    uid: 0c7dc18e-e53e-4237-941b-bb76702c788a
  kind: Event
  lastTimestamp: "2026-05-26T12:37:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T12:36:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:37:28Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18b31dc719443892
    namespace: kserve-ci-e2e-test
    resourceVersion: "43342"
    uid: 716cc999-8890-4fc3-9234-800617cad01e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-26T12:36:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "42443"
    uid: ef259786-4339-4e7a-8ca4-3484f06a0448
  kind: Event
  lastTimestamp: "2026-05-26T12:37:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T12:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:37:23Z"
    name: isvc-sklearn-s3-tls-serving-pass.18b31dbc9b94ac7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "43301"
    uid: cf4636b2-851a-4ed2-ac97-526fb85e06ed
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:36:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "42457"
    uid: ef259786-4339-4e7a-8ca4-3484f06a0448
  kind: Event
  lastTimestamp: "2026-05-26T12:36:13Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T12:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:36:13Z"
    name: isvc-sklearn-s3-tls-serving-pass.18b31dbc9f0ad242
    namespace: kserve-ci-e2e-test
    resourceVersion: "42470"
    uid: be24eca8-cdd0-4705-a391-c4ba1aa062a9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:37:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "43298"
    uid: ef259786-4339-4e7a-8ca4-3484f06a0448
  kind: Event
  lastTimestamp: "2026-05-26T12:37:23Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-05-26T12:37:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:37:23Z"
    name: isvc-sklearn-s3-tls-serving-pass.18b31dccf2a9070e
    namespace: kserve-ci-e2e-test
    resourceVersion: "43299"
    uid: 54b6e31d-e2c9-4f19-8817-00fb8c7eb828
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-26T12:31:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40104"
    uid: a902fde9-7220-470e-88d8-5cd03c4fed8f
  kind: Event
  lastTimestamp: "2026-05-26T12:32:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T12:31:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:32:59Z"
    name: isvc-sklearn-s3.18b31d7efca1fb84
    namespace: kserve-ci-e2e-test
    resourceVersion: "40686"
    uid: fdcd05d8-f3b5-4e4b-a4b4-f2329605e3a9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:31:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40104"
    uid: a902fde9-7220-470e-88d8-5cd03c4fed8f
  kind: Event
  lastTimestamp: "2026-05-26T12:31:48Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T12:31:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:31:48Z"
    name: isvc-sklearn-s3.18b31d7efd026e30
    namespace: kserve-ci-e2e-test
    resourceVersion: "40138"
    uid: 00831efb-5789-4bdc-a6f8-4bfb13a6725f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:32:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40684"
    uid: a902fde9-7220-470e-88d8-5cd03c4fed8f
  kind: Event
  lastTimestamp: "2026-05-26T12:32:59Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-05-26T12:32:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:32:59Z"
    name: isvc-sklearn-s3.18b31d8f4dbccc3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40685"
    uid: 258b24fc-28c7-4918-8af0-d3411e5a5eac
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:15:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-588b969f45
    namespace: kserve-ci-e2e-test
    resourceVersion: "31582"
    uid: 24862f5c-666c-4f44-af47-d7f93a7b7fe3
  kind: Event
  lastTimestamp: "2026-05-26T12:15:03Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-588b969f45-7zvl5'
  metadata:
    creationTimestamp: "2026-05-26T12:15:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:15:03Z"
    name: isvc-sklearn-scheduler-predictor-588b969f45.18b31c94d5560baa
    namespace: kserve-ci-e2e-test
    resourceVersion: "31592"
    uid: b245ab6c-01ef-4ae0-8caa-6d73092cd524
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:15:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31580"
    uid: 0f057732-6a91-4a20-8191-ca89ce1f528c
  kind: Event
  lastTimestamp: "2026-05-26T12:15:03Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-588b969f45 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-26T12:15:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:15:03Z"
    name: isvc-sklearn-scheduler-predictor.18b31c94d2578e8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31583"
    uid: 3af7bab9-01dd-4fa0-b08c-c8fdbf056494
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-05-26T12:15:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "31552"
    uid: 82dd7aca-6b97-4ac9-ac3f-b3941da58f25
  kind: Event
  lastTimestamp: "2026-05-26T12:15:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T12:15:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:15:04Z"
    name: isvc-sklearn-scheduler.18b31c94d1af75ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "31606"
    uid: 540d1e0e-3e84-4f83-aab3-767c8770ce3c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:15:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "31552"
    uid: 82dd7aca-6b97-4ac9-ac3f-b3941da58f25
  kind: Event
  lastTimestamp: "2026-05-26T12:15:03Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T12:15:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:15:03Z"
    name: isvc-sklearn-scheduler.18b31c94d259c2a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31596"
    uid: ee8ceec3-d57a-4ade-9745-5e4f3d414acf
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:15:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "31552"
    uid: 82dd7aca-6b97-4ac9-ac3f-b3941da58f25
  kind: Event
  lastTimestamp: "2026-05-26T12:15:03Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-26T12:15:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:15:03Z"
    name: isvc-sklearn-scheduler.18b31c94d25a1bcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31597"
    uid: e7caf2c2-6972-4d02-9f72-0d9b33e59097
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T12:20:23.433134Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-wq7sr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34368"
    uid: 291262d3-418b-4332-96cc-0a57a85704e5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-5cd9489bbd-wq7sr
    to ip-10-0-138-207.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T12:20:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T12:20:23Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-wq7sr.18b31cdf5eacba2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34378"
    uid: 0669e0b5-a702-4da4-96cb-f499995f2529
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-656794c755-kk9zg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:20:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-wq7sr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34385"
    uid: 291262d3-418b-4332-96cc-0a57a85704e5
  kind: Event
  lastTimestamp: "2026-05-26T12:20:23Z"
  message: Add eth0 [10.132.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T12:20:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T12:20:23Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-wq7sr.18b31cdf77f22cd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34393"
    uid: e5c0cee5-f2eb-46dd-b280-1a3ffdb8003c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:20:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-wq7sr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34372"
    uid: 291262d3-418b-4332-96cc-0a57a85704e5
  kind: Event
  lastTimestamp: "2026-05-26T12:20:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:20:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:20:23Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-wq7sr.18b31cdf79678665
    namespace: kserve-ci-e2e-test
    resourceVersion: "34395"
    uid: 314a4d19-4c6a-4824-b67c-f7d3517d354a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:20:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-wq7sr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34372"
    uid: 291262d3-418b-4332-96cc-0a57a85704e5
  kind: Event
  lastTimestamp: "2026-05-26T12:20:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T12:20:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:20:23Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-wq7sr.18b31cdf7c53f18e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34397"
    uid: 1e6966fb-f8ec-4f3c-ba29-38bf901e3a15
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:20:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-wq7sr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34372"
    uid: 291262d3-418b-4332-96cc-0a57a85704e5
  kind: Event
  lastTimestamp: "2026-05-26T12:20:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T12:20:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:20:23Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-wq7sr.18b31cdf7cc71b08
    namespace: kserve-ci-e2e-test
    resourceVersion: "34398"
    uid: 66809929-d82e-4dfe-bc7a-6ca17a59b4d4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:20:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-wq7sr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34372"
    uid: 291262d3-418b-4332-96cc-0a57a85704e5
  kind: Event
  lastTimestamp: "2026-05-26T12:20:27Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:20:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:20:27Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-wq7sr.18b31ce06e2ac509
    namespace: kserve-ci-e2e-test
    resourceVersion: "34435"
    uid: f6b20cc6-a3fa-4932-9205-21072b669e32
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:20:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-wq7sr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34372"
    uid: 291262d3-418b-4332-96cc-0a57a85704e5
  kind: Event
  lastTimestamp: "2026-05-26T12:20:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T12:20:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:20:28Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-wq7sr.18b31ce071a6efb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34440"
    uid: a72deb48-b2ef-44c6-838b-3a080bc6f1bb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:20:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-wq7sr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34372"
    uid: 291262d3-418b-4332-96cc-0a57a85704e5
  kind: Event
  lastTimestamp: "2026-05-26T12:20:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T12:20:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:20:28Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-wq7sr.18b31ce0722163a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34444"
    uid: 698c7f69-5820-4350-9b2c-5001fdf70fce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:20:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-wq7sr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34372"
    uid: 291262d3-418b-4332-96cc-0a57a85704e5
  kind: Event
  lastTimestamp: "2026-05-26T12:20:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:20:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:20:28Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-wq7sr.18b31ce0722f6e7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34445"
    uid: 459d8d2d-bfef-40b5-a3fe-5f5c3cccf72a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:20:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-wq7sr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34372"
    uid: 291262d3-418b-4332-96cc-0a57a85704e5
  kind: Event
  lastTimestamp: "2026-05-26T12:20:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T12:20:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:20:28Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-wq7sr.18b31ce074fabe42
    namespace: kserve-ci-e2e-test
    resourceVersion: "34447"
    uid: a9025ecf-6989-40fa-9ad6-915d0c7bc741
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:20:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-wq7sr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34372"
    uid: 291262d3-418b-4332-96cc-0a57a85704e5
  kind: Event
  lastTimestamp: "2026-05-26T12:20:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T12:20:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:20:28Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-wq7sr.18b31ce075734bdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34448"
    uid: 68f43d79-0584-4dd7-b886-53fb115bb986
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-26T12:20:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-wq7sr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34372"
    uid: 291262d3-418b-4332-96cc-0a57a85704e5
  kind: Event
  lastTimestamp: "2026-05-26T12:21:46Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-26T12:20:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:21:46Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-wq7sr.18b31ce0e5e7dfc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35076"
    uid: 002b730a-04df-48f3-acf9-8126233e83f9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:21:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-wq7sr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34372"
    uid: 291262d3-418b-4332-96cc-0a57a85704e5
  kind: Event
  lastTimestamp: "2026-05-26T12:21:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T12:21:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:21:43Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-wq7sr.18b31cf204595325
    namespace: kserve-ci-e2e-test
    resourceVersion: "35012"
    uid: 39e436b2-474e-4011-b539-c1f5ce99177a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:21:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-wq7sr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34372"
    uid: 291262d3-418b-4332-96cc-0a57a85704e5
  kind: Event
  lastTimestamp: "2026-05-26T12:21:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T12:21:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:21:43Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-wq7sr.18b31cf20459cb1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35014"
    uid: dbbf34a9-70e2-42e9-96d4-788e0b21b852
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:21:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-wq7sr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34372"
    uid: 291262d3-418b-4332-96cc-0a57a85704e5
  kind: Event
  lastTimestamp: "2026-05-26T12:21:45Z"
  message: 'Readiness probe failed: Get "https://10.132.0.46:8643/healthz": dial tcp
    10.132.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T12:21:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:21:46Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-wq7sr.18b31cf297f75dc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35075"
    uid: 67575d46-39c7-4ef1-b7c8-f050a11f83b0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:20:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34346"
    uid: 832959d9-30d1-41ae-802e-5380f00194ac
  kind: Event
  lastTimestamp: "2026-05-26T12:20:23Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-wq7sr'
  metadata:
    creationTimestamp: "2026-05-26T12:20:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:20:23Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd.18b31cdf5dd83fb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34373"
    uid: 23b85563-1782-4e94-a43e-9a3eda6887ef
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:20:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34344"
    uid: 0ad314a9-8178-49e6-ba4c-459d6b1c1601
  kind: Event
  lastTimestamp: "2026-05-26T12:20:23Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-5cd9489bbd from 0
    to 1
  metadata:
    creationTimestamp: "2026-05-26T12:20:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:20:23Z"
    name: isvc-sklearn-v2-mixed-predictor.18b31cdf59f6c90f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34349"
    uid: 754844fd-7ff0-4e03-949c-ff7fbdb94031
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:20:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34345"
    uid: e8479e71-46b3-4cd2-acbe-359be9a4c144
  kind: Event
  lastTimestamp: "2026-05-26T12:20:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T12:20:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:20:38Z"
    name: isvc-sklearn-v2-mixed-predictor.18b31ce2d8d840e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34523"
    uid: 114fdaa9-a154-4e30-b312-56946d84598e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:20:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34345"
    uid: e8479e71-46b3-4cd2-acbe-359be9a4c144
  kind: Event
  lastTimestamp: "2026-05-26T12:20:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T12:20:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:20:38Z"
    name: isvc-sklearn-v2-mixed-predictor.18b31ce2d95d55d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34525"
    uid: bcd24f6a-0f0a-4f8d-95f4-7139beba02a9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T12:20:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34524"
    uid: e8479e71-46b3-4cd2-acbe-359be9a4c144
  kind: Event
  lastTimestamp: "2026-05-26T12:21:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T12:20:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:21:38Z"
    name: isvc-sklearn-v2-mixed-predictor.18b31ce6580972ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "34954"
    uid: 0a9bed11-c86f-4220-9a5e-4a220a7e2580
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T12:20:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34524"
    uid: e8479e71-46b3-4cd2-acbe-359be9a4c144
  kind: Event
  lastTimestamp: "2026-05-26T12:21:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T12:20:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:21:38Z"
    name: isvc-sklearn-v2-mixed-predictor.18b31ce65873826b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34955"
    uid: 49507d1d-74d0-4c3a-ae0f-ba32cc49db18
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-26T12:20:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "34336"
    uid: f378485f-739f-4762-9132-ea1e41abc5cf
  kind: Event
  lastTimestamp: "2026-05-26T12:21:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T12:20:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:21:36Z"
    name: isvc-sklearn-v2-mixed.18b31cdf59d1fdb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34930"
    uid: be749ceb-4b18-4c0d-9a21-968c43b7f4d2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:20:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "34336"
    uid: f378485f-739f-4762-9132-ea1e41abc5cf
  kind: Event
  lastTimestamp: "2026-05-26T12:20:23Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T12:20:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:20:23Z"
    name: isvc-sklearn-v2-mixed.18b31cdf5e01b735
    namespace: kserve-ci-e2e-test
    resourceVersion: "34376"
    uid: 7895b183-4c9f-49ac-bae2-3ea961b94d0f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:21:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "34928"
    uid: f378485f-739f-4762-9132-ea1e41abc5cf
  kind: Event
  lastTimestamp: "2026-05-26T12:21:36Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-05-26T12:21:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:21:36Z"
    name: isvc-sklearn-v2-mixed.18b31cf04907bac8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34929"
    uid: f47100cc-6e33-4d12-aae2-fc131c6a7285
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T12:19:03.123920Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-hp2dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33720"
    uid: c8dd7415-cbce-4cc8-846d-98c19da62663
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-9df9c96c7-hp2dc
    to ip-10-0-138-207.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T12:19:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T12:19:03Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-hp2dc.18b31cccabdf6c7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33724"
    uid: 8db3b904-0849-4b4f-9e80-72feb66dfc53
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-656794c755-kk9zg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:19:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-hp2dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33728"
    uid: c8dd7415-cbce-4cc8-846d-98c19da62663
  kind: Event
  lastTimestamp: "2026-05-26T12:19:03Z"
  message: Add eth0 [10.132.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T12:19:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T12:19:03Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-hp2dc.18b31cccc59de901
    namespace: kserve-ci-e2e-test
    resourceVersion: "33737"
    uid: 45c50e4b-d72e-4669-9121-77831140414e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:19:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-hp2dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33722"
    uid: c8dd7415-cbce-4cc8-846d-98c19da62663
  kind: Event
  lastTimestamp: "2026-05-26T12:19:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:19:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:19:03Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-hp2dc.18b31cccc6ec2c79
    namespace: kserve-ci-e2e-test
    resourceVersion: "33740"
    uid: f8ca6682-e2d0-404c-b732-9a43616be435
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:19:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-hp2dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33722"
    uid: c8dd7415-cbce-4cc8-846d-98c19da62663
  kind: Event
  lastTimestamp: "2026-05-26T12:19:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T12:19:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:19:03Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-hp2dc.18b31cccc9f61940
    namespace: kserve-ci-e2e-test
    resourceVersion: "33741"
    uid: 476ba6ea-5c42-4ba9-ad1d-25eee151c143
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:19:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-hp2dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33722"
    uid: c8dd7415-cbce-4cc8-846d-98c19da62663
  kind: Event
  lastTimestamp: "2026-05-26T12:19:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T12:19:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:19:03Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-hp2dc.18b31cccca6f4667
    namespace: kserve-ci-e2e-test
    resourceVersion: "33742"
    uid: fc415f64-5caa-4f97-bd05-3131681d6651
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:19:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-hp2dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33722"
    uid: c8dd7415-cbce-4cc8-846d-98c19da62663
  kind: Event
  lastTimestamp: "2026-05-26T12:19:07Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:19:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:19:07Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-hp2dc.18b31ccdc072be50
    namespace: kserve-ci-e2e-test
    resourceVersion: "33781"
    uid: 0c5e9109-5cfe-4f8c-9455-797d3b8d323f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:19:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-hp2dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33722"
    uid: c8dd7415-cbce-4cc8-846d-98c19da62663
  kind: Event
  lastTimestamp: "2026-05-26T12:19:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T12:19:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:19:07Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-hp2dc.18b31ccdc348abdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33783"
    uid: 0fba9647-2255-404b-9d25-96191cd6b6cc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:19:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-hp2dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33722"
    uid: c8dd7415-cbce-4cc8-846d-98c19da62663
  kind: Event
  lastTimestamp: "2026-05-26T12:19:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T12:19:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:19:07Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-hp2dc.18b31ccdc3bd1c3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33784"
    uid: 2e2e78fa-a1a4-4e74-8545-c288e503e9ed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:19:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-hp2dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33722"
    uid: c8dd7415-cbce-4cc8-846d-98c19da62663
  kind: Event
  lastTimestamp: "2026-05-26T12:19:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:19:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:19:07Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-hp2dc.18b31ccdc3cb9888
    namespace: kserve-ci-e2e-test
    resourceVersion: "33787"
    uid: 0ec6dcca-bc76-45dc-919b-86fcb615c2e0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:19:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-hp2dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33722"
    uid: c8dd7415-cbce-4cc8-846d-98c19da62663
  kind: Event
  lastTimestamp: "2026-05-26T12:19:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T12:19:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:19:07Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-hp2dc.18b31ccdc6795e22
    namespace: kserve-ci-e2e-test
    resourceVersion: "33790"
    uid: 44c82b4d-27c2-4585-a97b-557800534894
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:19:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-hp2dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33722"
    uid: c8dd7415-cbce-4cc8-846d-98c19da62663
  kind: Event
  lastTimestamp: "2026-05-26T12:19:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T12:19:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:19:07Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-hp2dc.18b31ccdc6ebf06c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33792"
    uid: 26fd37c1-6935-4466-97c6-6030a4741612
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-26T12:19:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-hp2dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33722"
    uid: c8dd7415-cbce-4cc8-846d-98c19da62663
  kind: Event
  lastTimestamp: "2026-05-26T12:20:25Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-26T12:19:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:20:25Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-hp2dc.18b31cce381b26a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34420"
    uid: 4b35b2f7-084b-483a-add2-8573c8a5f91d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:20:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-hp2dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33722"
    uid: c8dd7415-cbce-4cc8-846d-98c19da62663
  kind: Event
  lastTimestamp: "2026-05-26T12:20:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T12:20:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:20:23Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-hp2dc.18b31cdf5d7a85bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34370"
    uid: 4313cca7-88b6-4f5e-b92a-690393c9ac44
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:20:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-hp2dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33722"
    uid: c8dd7415-cbce-4cc8-846d-98c19da62663
  kind: Event
  lastTimestamp: "2026-05-26T12:20:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T12:20:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:20:23Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-hp2dc.18b31cdf5d7b2ff8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34374"
    uid: 90c493c0-a10b-4001-b160-951839071f87
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:20:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-hp2dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33722"
    uid: c8dd7415-cbce-4cc8-846d-98c19da62663
  kind: Event
  lastTimestamp: "2026-05-26T12:20:25Z"
  message: 'Readiness probe failed: Get "https://10.132.0.45:8643/healthz": dial tcp
    10.132.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T12:20:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:20:25Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-hp2dc.18b31cdfea343e87
    namespace: kserve-ci-e2e-test
    resourceVersion: "34419"
    uid: 48cce2a8-dd1e-48ea-b2f3-dd4b530a6aa1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:19:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-9df9c96c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33709"
    uid: 1f0e46ce-52ee-40d3-ae9f-fe759e8dc71c
  kind: Event
  lastTimestamp: "2026-05-26T12:19:03Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-9df9c96c7-hp2dc'
  metadata:
    creationTimestamp: "2026-05-26T12:19:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:19:03Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7.18b31cccab78b87e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33721"
    uid: 2d805bb8-5316-4017-9458-3d497704b60f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:19:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33706"
    uid: 65186ea0-4e07-4f36-9a61-92d1328c7b87
  kind: Event
  lastTimestamp: "2026-05-26T12:19:03Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-9df9c96c7 from 0 to 1
  metadata:
    creationTimestamp: "2026-05-26T12:19:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:19:03Z"
    name: isvc-sklearn-v2-predictor.18b31ccca8917f47
    namespace: kserve-ci-e2e-test
    resourceVersion: "33711"
    uid: d029973c-9663-49d2-96a9-f27b5b212d82
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:19:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33708"
    uid: aa984327-3e51-4313-818b-376f8b2486ce
  kind: Event
  lastTimestamp: "2026-05-26T12:19:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T12:19:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:19:33Z"
    name: isvc-sklearn-v2-predictor.18b31cd02735c9b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33971"
    uid: aef40a69-2f3d-4681-a91b-d3e5992fd030
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:19:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33708"
    uid: aa984327-3e51-4313-818b-376f8b2486ce
  kind: Event
  lastTimestamp: "2026-05-26T12:19:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T12:19:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:19:33Z"
    name: isvc-sklearn-v2-predictor.18b31cd027b4fcf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33972"
    uid: 4199d4e5-f507-45db-ba16-fd1306d10f9a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T12:19:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33867"
    uid: aa984327-3e51-4313-818b-376f8b2486ce
  kind: Event
  lastTimestamp: "2026-05-26T12:20:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T12:19:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:20:18Z"
    name: isvc-sklearn-v2-predictor.18b31cd7261c8f69
    namespace: kserve-ci-e2e-test
    resourceVersion: "34291"
    uid: 2c1c9c08-71b8-40c1-9afa-c6b59ac23ac8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T12:19:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33867"
    uid: aa984327-3e51-4313-818b-376f8b2486ce
  kind: Event
  lastTimestamp: "2026-05-26T12:20:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T12:19:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:20:18Z"
    name: isvc-sklearn-v2-predictor.18b31cd726907937
    namespace: kserve-ci-e2e-test
    resourceVersion: "34292"
    uid: 2f82334f-f0df-42c2-85fe-8249153d47e7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T12:18:02.967588Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-99ldq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33194"
    uid: ed11f405-8cfd-4ecd-82a8-2c32ce88eeba
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-6d84c876f4-99ldq
    to ip-10-0-138-207.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T12:18:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T12:18:02Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-99ldq.18b31cbeaa46a6ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "33198"
    uid: ab0bb959-20a7-4891-978e-fb465cbe96ee
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-656794c755-kk9zg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:18:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-99ldq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33196"
    uid: ed11f405-8cfd-4ecd-82a8-2c32ce88eeba
  kind: Event
  lastTimestamp: "2026-05-26T12:18:03Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-26T12:18:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:18:03Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-99ldq.18b31cbeb578b39e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33210"
    uid: 99838a9b-e888-41dd-a21d-898e81d70dbc
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:18:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-99ldq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33203"
    uid: ed11f405-8cfd-4ecd-82a8-2c32ce88eeba
  kind: Event
  lastTimestamp: "2026-05-26T12:18:03Z"
  message: Add eth0 [10.132.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T12:18:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T12:18:04Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-99ldq.18b31cbee7b8dcae
    namespace: kserve-ci-e2e-test
    resourceVersion: "33222"
    uid: 62585e88-d599-44ba-8ecf-aac00d6661be
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:18:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-99ldq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33196"
    uid: ed11f405-8cfd-4ecd-82a8-2c32ce88eeba
  kind: Event
  lastTimestamp: "2026-05-26T12:18:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:18:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:18:04Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-99ldq.18b31cbee9c74ebb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33227"
    uid: 36647bd2-5aba-4fbe-83aa-e0a2155b8385
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:18:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-99ldq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33196"
    uid: ed11f405-8cfd-4ecd-82a8-2c32ce88eeba
  kind: Event
  lastTimestamp: "2026-05-26T12:18:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T12:18:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:18:04Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-99ldq.18b31cbeec5494f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33228"
    uid: 69479782-411b-40e7-a0c5-a184fca3b8cc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:18:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-99ldq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33196"
    uid: ed11f405-8cfd-4ecd-82a8-2c32ce88eeba
  kind: Event
  lastTimestamp: "2026-05-26T12:18:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T12:18:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:18:04Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-99ldq.18b31cbeecc60da3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33229"
    uid: 32a1e70e-3b73-4103-8676-99c05ba8dc25
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:18:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-99ldq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33196"
    uid: ed11f405-8cfd-4ecd-82a8-2c32ce88eeba
  kind: Event
  lastTimestamp: "2026-05-26T12:18:08Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-05-26T12:18:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:18:08Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-99ldq.18b31cbff9f515c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33269"
    uid: f62e47d9-4f7c-4e1b-820d-79d44ca7c006
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:18:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-99ldq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33196"
    uid: ed11f405-8cfd-4ecd-82a8-2c32ce88eeba
  kind: Event
  lastTimestamp: "2026-05-26T12:18:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T12:18:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:18:08Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-99ldq.18b31cbffcb96156
    namespace: kserve-ci-e2e-test
    resourceVersion: "33273"
    uid: 25bd9a3b-d4e4-4c73-8d6a-fbfc5d157844
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:18:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-99ldq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33196"
    uid: ed11f405-8cfd-4ecd-82a8-2c32ce88eeba
  kind: Event
  lastTimestamp: "2026-05-26T12:18:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T12:18:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:18:08Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-99ldq.18b31cbffd3d9942
    namespace: kserve-ci-e2e-test
    resourceVersion: "33274"
    uid: 8ecc4e8e-29dd-4ccd-aac6-835cbfd6d586
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:18:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-99ldq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33196"
    uid: ed11f405-8cfd-4ecd-82a8-2c32ce88eeba
  kind: Event
  lastTimestamp: "2026-05-26T12:18:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:18:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:18:08Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-99ldq.18b31cbffd49e6af
    namespace: kserve-ci-e2e-test
    resourceVersion: "33275"
    uid: 9b65541b-5d19-48d3-bee6-2d50a9ea7bfe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:18:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-99ldq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33196"
    uid: ed11f405-8cfd-4ecd-82a8-2c32ce88eeba
  kind: Event
  lastTimestamp: "2026-05-26T12:18:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T12:18:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:18:08Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-99ldq.18b31cc0001c7d2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33278"
    uid: a7ca04cd-fdfd-41a4-a906-cafb03540f36
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:18:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-99ldq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33196"
    uid: ed11f405-8cfd-4ecd-82a8-2c32ce88eeba
  kind: Event
  lastTimestamp: "2026-05-26T12:18:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T12:18:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:18:08Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-99ldq.18b31cc0009394e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33279"
    uid: 2addf79d-0b36-4d97-b6bc-1824f76e0f5a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:18:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-99ldq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33196"
    uid: ed11f405-8cfd-4ecd-82a8-2c32ce88eeba
  kind: Event
  lastTimestamp: "2026-05-26T12:18:46Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-05-26T12:18:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:18:46Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-99ldq.18b31cc8d8f81d0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33550"
    uid: 436b9907-45d8-4752-8b72-d78289b08e3d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:19:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-99ldq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33196"
    uid: ed11f405-8cfd-4ecd-82a8-2c32ce88eeba
  kind: Event
  lastTimestamp: "2026-05-26T12:19:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T12:19:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:19:03Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-99ldq.18b31ccca745498b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33703"
    uid: 2340ce39-a913-4b6f-b8dd-e8cc504742c7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:19:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-99ldq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33196"
    uid: ed11f405-8cfd-4ecd-82a8-2c32ce88eeba
  kind: Event
  lastTimestamp: "2026-05-26T12:19:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T12:19:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:19:03Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-99ldq.18b31ccca7460658
    namespace: kserve-ci-e2e-test
    resourceVersion: "33707"
    uid: f576eb00-2016-44ba-89d0-f226f2af0286
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:19:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-99ldq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33196"
    uid: ed11f405-8cfd-4ecd-82a8-2c32ce88eeba
  kind: Event
  lastTimestamp: "2026-05-26T12:19:11Z"
  message: 'Readiness probe failed: Get "https://10.132.0.44:8643/healthz": dial tcp
    10.132.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T12:19:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:19:11Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-99ldq.18b31ccd7baa3518
    namespace: kserve-ci-e2e-test
    resourceVersion: "33816"
    uid: 6300a507-c344-40a3-8780-4932e5546209
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:19:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-99ldq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33196"
    uid: ed11f405-8cfd-4ecd-82a8-2c32ce88eeba
  kind: Event
  lastTimestamp: "2026-05-26T12:19:07Z"
  message: 'Readiness probe failed: Get "http://10.132.0.44:8080/v2/models/isvc-sklearn-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-05-26T12:19:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:19:07Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-99ldq.18b31ccdba0faa36
    namespace: kserve-ci-e2e-test
    resourceVersion: "33778"
    uid: a2b1bb7a-11b4-4274-a306-9faf314fb964
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:18:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33184"
    uid: 58a82966-30e7-465a-b736-fc38c7b95e39
  kind: Event
  lastTimestamp: "2026-05-26T12:18:02Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-6d84c876f4-99ldq'
  metadata:
    creationTimestamp: "2026-05-26T12:18:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:18:02Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4.18b31cbea9d5774b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33195"
    uid: 2f05dc68-c643-4f42-aa7a-d853ae6f755c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:18:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33177"
    uid: 457e8149-89bc-40ab-a990-40ed345b2dbd
  kind: Event
  lastTimestamp: "2026-05-26T12:18:02Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-6d84c876f4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-26T12:18:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:18:02Z"
    name: isvc-sklearn-v2-runtime-predictor.18b31cbea65dee2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33186"
    uid: 73d4bef1-8a51-4415-abd1-60813c0554ef
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:18:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33181"
    uid: 868dae76-cac7-417b-bb9d-888801276109
  kind: Event
  lastTimestamp: "2026-05-26T12:18:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T12:18:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:18:17Z"
    name: isvc-sklearn-v2-runtime-predictor.18b31cc22495cb22
    namespace: kserve-ci-e2e-test
    resourceVersion: "33347"
    uid: 06f3ec75-a729-44ed-93ac-be94bfd1abc0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:18:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33181"
    uid: 868dae76-cac7-417b-bb9d-888801276109
  kind: Event
  lastTimestamp: "2026-05-26T12:18:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T12:18:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:18:17Z"
    name: isvc-sklearn-v2-runtime-predictor.18b31cc224fe543c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33349"
    uid: b823ac7f-f3d0-46f4-b8b4-d232ccc1c008
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T12:18:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33348"
    uid: 868dae76-cac7-417b-bb9d-888801276109
  kind: Event
  lastTimestamp: "2026-05-26T12:19:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T12:18:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:19:02Z"
    name: isvc-sklearn-v2-runtime-predictor.18b31cc5a431ede5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33676"
    uid: 9800e616-9b46-4baa-a3d2-4b5cfeee5a05
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T12:18:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33348"
    uid: 868dae76-cac7-417b-bb9d-888801276109
  kind: Event
  lastTimestamp: "2026-05-26T12:19:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T12:18:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:19:02Z"
    name: isvc-sklearn-v2-runtime-predictor.18b31cc5a49a6a12
    namespace: kserve-ci-e2e-test
    resourceVersion: "33677"
    uid: ae536d88-09d8-4713-ab87-df6276a1e41f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-26T12:18:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33153"
    uid: d52afecc-0023-4c6d-b14a-06c81be3fc7d
  kind: Event
  lastTimestamp: "2026-05-26T12:18:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T12:18:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:18:56Z"
    name: isvc-sklearn-v2-runtime.18b31cbea5cd9680
    namespace: kserve-ci-e2e-test
    resourceVersion: "33627"
    uid: 757d0bf1-7665-43d6-aa98-1f370fe86c5c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:18:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33153"
    uid: d52afecc-0023-4c6d-b14a-06c81be3fc7d
  kind: Event
  lastTimestamp: "2026-05-26T12:18:02Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T12:18:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:18:02Z"
    name: isvc-sklearn-v2-runtime.18b31cbea63026a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33204"
    uid: 4ac56f7b-4377-4355-806a-bbe8457daf8f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:18:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33159"
    uid: d52afecc-0023-4c6d-b14a-06c81be3fc7d
  kind: Event
  lastTimestamp: "2026-05-26T12:18:02Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-26T12:18:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:18:03Z"
    name: isvc-sklearn-v2-runtime.18b31cbeabd2b221
    namespace: kserve-ci-e2e-test
    resourceVersion: "33205"
    uid: 94cfd3c8-532d-4bd6-a8a4-1da32efe0357
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:18:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33625"
    uid: d52afecc-0023-4c6d-b14a-06c81be3fc7d
  kind: Event
  lastTimestamp: "2026-05-26T12:18:56Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-26T12:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:18:56Z"
    name: isvc-sklearn-v2-runtime.18b31ccb2d7a444a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33626"
    uid: 9e880fd0-a815-4e6e-b5c6-8bcb587ae3dc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-26T12:19:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33678"
    uid: 3881fd29-9133-4017-98de-9fba3203af09
  kind: Event
  lastTimestamp: "2026-05-26T12:20:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T12:19:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:20:15Z"
    name: isvc-sklearn-v2.18b31ccca86cd773
    namespace: kserve-ci-e2e-test
    resourceVersion: "34275"
    uid: ee6ea8e1-4cc7-4073-b4d1-c8e3650894ce
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:19:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33678"
    uid: 3881fd29-9133-4017-98de-9fba3203af09
  kind: Event
  lastTimestamp: "2026-05-26T12:19:03Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T12:19:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:19:03Z"
    name: isvc-sklearn-v2.18b31ccca8c39327
    namespace: kserve-ci-e2e-test
    resourceVersion: "33713"
    uid: 9fb7f9a8-b80e-4a88-9c0d-904350cb4e45
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:20:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34272"
    uid: 3881fd29-9133-4017-98de-9fba3203af09
  kind: Event
  lastTimestamp: "2026-05-26T12:20:15Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-05-26T12:20:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:20:15Z"
    name: isvc-sklearn-v2.18b31cdd9be81e7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34274"
    uid: 3bcd782c-4aa2-4ac8-a2b9-1243792b626a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-26T12:15:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "31626"
    uid: 071890e3-f417-428c-a531-8ace50bbf92c
  kind: Event
  lastTimestamp: "2026-05-26T12:16:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T12:15:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:16:19Z"
    name: isvc-sklearn.18b31c954fe34839
    namespace: kserve-ci-e2e-test
    resourceVersion: "32235"
    uid: 6124d49a-ef98-455f-beee-2d2fea0c44f1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:15:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "31626"
    uid: 071890e3-f417-428c-a531-8ace50bbf92c
  kind: Event
  lastTimestamp: "2026-05-26T12:15:05Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-05-26T12:15:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:15:05Z"
    name: isvc-sklearn.18b31c95503c9bb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31657"
    uid: 099187a0-20e6-4e79-8d3d-5b407d1d194b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:16:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32233"
    uid: 071890e3-f417-428c-a531-8ace50bbf92c
  kind: Event
  lastTimestamp: "2026-05-26T12:16:19Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-05-26T12:16:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:16:19Z"
    name: isvc-sklearn.18b31ca681d9aa1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32234"
    uid: 26bc5292-1e4e-47a1-9f85-9b17943d6c98
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T12:21:43.613008Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-74h6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "35029"
    uid: 8f985c3a-9c52-4206-833f-9629e16fd545
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-6756f669d7-74h6x
    to ip-10-0-138-207.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T12:21:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T12:21:43Z"
    name: isvc-tensorflow-predictor-6756f669d7-74h6x.18b31cf209c48a5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35035"
    uid: 60680b80-263f-4a62-8b73-11f98d8e27bc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-656794c755-kk9zg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:21:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-74h6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "35039"
    uid: 8f985c3a-9c52-4206-833f-9629e16fd545
  kind: Event
  lastTimestamp: "2026-05-26T12:21:44Z"
  message: Add eth0 [10.132.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T12:21:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T12:21:44Z"
    name: isvc-tensorflow-predictor-6756f669d7-74h6x.18b31cf222d6a01f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35048"
    uid: b6bb32a5-536f-49a8-baaa-add71e18c395
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:21:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-74h6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "35033"
    uid: 8f985c3a-9c52-4206-833f-9629e16fd545
  kind: Event
  lastTimestamp: "2026-05-26T12:21:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:21:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:21:44Z"
    name: isvc-tensorflow-predictor-6756f669d7-74h6x.18b31cf2245b51df
    namespace: kserve-ci-e2e-test
    resourceVersion: "35052"
    uid: 6dd95eae-5f41-4002-ad57-562694967431
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:21:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-74h6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "35033"
    uid: 8f985c3a-9c52-4206-833f-9629e16fd545
  kind: Event
  lastTimestamp: "2026-05-26T12:21:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T12:21:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:21:44Z"
    name: isvc-tensorflow-predictor-6756f669d7-74h6x.18b31cf227248cbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35053"
    uid: ab3c270e-ca93-452b-b347-219281409ba4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:21:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-74h6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "35033"
    uid: 8f985c3a-9c52-4206-833f-9629e16fd545
  kind: Event
  lastTimestamp: "2026-05-26T12:21:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T12:21:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:21:44Z"
    name: isvc-tensorflow-predictor-6756f669d7-74h6x.18b31cf2279a23fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35054"
    uid: 29432144-0e26-44ed-92cf-a178d33f2e8d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:21:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-74h6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "35033"
    uid: 8f985c3a-9c52-4206-833f-9629e16fd545
  kind: Event
  lastTimestamp: "2026-05-26T12:21:49Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-05-26T12:21:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:21:49Z"
    name: isvc-tensorflow-predictor-6756f669d7-74h6x.18b31cf357ca4611
    namespace: kserve-ci-e2e-test
    resourceVersion: "35105"
    uid: e948abf0-5c9e-4e1b-ae86-75fbd2b7dc8f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:21:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-74h6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "35033"
    uid: 8f985c3a-9c52-4206-833f-9629e16fd545
  kind: Event
  lastTimestamp: "2026-05-26T12:21:53Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.857s (3.857s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-05-26T12:21:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:21:53Z"
    name: isvc-tensorflow-predictor-6756f669d7-74h6x.18b31cf43db20eb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35135"
    uid: 614aac77-fe68-40ec-be0b-64a7c18cd504
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:21:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-74h6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "35033"
    uid: 8f985c3a-9c52-4206-833f-9629e16fd545
  kind: Event
  lastTimestamp: "2026-05-26T12:21:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T12:21:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:21:53Z"
    name: isvc-tensorflow-predictor-6756f669d7-74h6x.18b31cf4409d0b16
    namespace: kserve-ci-e2e-test
    resourceVersion: "35136"
    uid: 5279d47d-1c02-4e57-9545-af0fec3d3957
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:21:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-74h6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "35033"
    uid: 8f985c3a-9c52-4206-833f-9629e16fd545
  kind: Event
  lastTimestamp: "2026-05-26T12:21:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T12:21:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:21:53Z"
    name: isvc-tensorflow-predictor-6756f669d7-74h6x.18b31cf441477ce5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35137"
    uid: dfb95375-57d3-4400-887f-30ff6191862e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:21:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-74h6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "35033"
    uid: 8f985c3a-9c52-4206-833f-9629e16fd545
  kind: Event
  lastTimestamp: "2026-05-26T12:21:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:21:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:21:53Z"
    name: isvc-tensorflow-predictor-6756f669d7-74h6x.18b31cf441539a5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35138"
    uid: 38d22c59-d821-44b2-baf3-d9d554456295
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:21:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-74h6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "35033"
    uid: 8f985c3a-9c52-4206-833f-9629e16fd545
  kind: Event
  lastTimestamp: "2026-05-26T12:21:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T12:21:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:21:53Z"
    name: isvc-tensorflow-predictor-6756f669d7-74h6x.18b31cf44417929e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35139"
    uid: 0f4a1900-f90d-4a2b-8168-ccea2cde69ae
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:21:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-74h6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "35033"
    uid: 8f985c3a-9c52-4206-833f-9629e16fd545
  kind: Event
  lastTimestamp: "2026-05-26T12:21:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T12:21:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:21:53Z"
    name: isvc-tensorflow-predictor-6756f669d7-74h6x.18b31cf4448bd6a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35140"
    uid: d7cabc25-8528-49ca-8a06-a37ba8e23497
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T12:21:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-74h6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "35033"
    uid: 8f985c3a-9c52-4206-833f-9629e16fd545
  kind: Event
  lastTimestamp: "2026-05-26T12:22:00Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-26T12:21:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:22:00Z"
    name: isvc-tensorflow-predictor-6756f669d7-74h6x.18b31cf482f74543
    namespace: kserve-ci-e2e-test
    resourceVersion: "35194"
    uid: f5c3260e-b6d9-4ae6-b5ee-095d4c74b359
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:22:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-74h6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "35033"
    uid: 8f985c3a-9c52-4206-833f-9629e16fd545
  kind: Event
  lastTimestamp: "2026-05-26T12:22:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T12:22:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:22:24Z"
    name: isvc-tensorflow-predictor-6756f669d7-74h6x.18b31cfb8a25b5bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35433"
    uid: 4d18b0ea-3d26-4dab-8dd6-583ca82d90bb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:22:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-74h6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "35033"
    uid: 8f985c3a-9c52-4206-833f-9629e16fd545
  kind: Event
  lastTimestamp: "2026-05-26T12:22:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T12:22:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:22:24Z"
    name: isvc-tensorflow-predictor-6756f669d7-74h6x.18b31cfb8a26428f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35434"
    uid: d291ef4b-a573-459e-abf2-80b98b70b3cf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-05-26T12:22:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-74h6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "35033"
    uid: 8f985c3a-9c52-4206-833f-9629e16fd545
  kind: Event
  lastTimestamp: "2026-05-26T12:22:50Z"
  message: 'Readiness probe failed: Get "https://10.132.0.47:8643/healthz": dial tcp
    10.132.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T12:22:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:22:50Z"
    name: isvc-tensorflow-predictor-6756f669d7-74h6x.18b31cfbbad8845a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35659"
    uid: 42b6f39c-27b7-4a93-b118-eb0391a7dd11
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:21:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-6756f669d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35020"
    uid: 7d78f7db-fdc1-4837-8c93-35804c3d0f83
  kind: Event
  lastTimestamp: "2026-05-26T12:21:43Z"
  message: 'Created pod: isvc-tensorflow-predictor-6756f669d7-74h6x'
  metadata:
    creationTimestamp: "2026-05-26T12:21:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:21:43Z"
    name: isvc-tensorflow-predictor-6756f669d7.18b31cf209347259
    namespace: kserve-ci-e2e-test
    resourceVersion: "35032"
    uid: 2425b962-31c2-469d-9ed9-26a55159afce
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:21:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35018"
    uid: 87a91f85-c26b-49e0-b57f-c0a9effc79d4
  kind: Event
  lastTimestamp: "2026-05-26T12:21:43Z"
  message: Scaled up replica set isvc-tensorflow-predictor-6756f669d7 from 0 to 1
  metadata:
    creationTimestamp: "2026-05-26T12:21:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:21:43Z"
    name: isvc-tensorflow-predictor.18b31cf20618c94f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35022"
    uid: 7bd930d9-05fa-478b-8962-d29625a2e945
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:21:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35019"
    uid: 93df98e6-df32-4221-8ce8-8e63d5d62c55
  kind: Event
  lastTimestamp: "2026-05-26T12:21:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T12:21:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:21:58Z"
    name: isvc-tensorflow-predictor.18b31cf584eb449f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35182"
    uid: f839987c-0863-4997-982d-5a7a1b968025
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:21:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35019"
    uid: 93df98e6-df32-4221-8ce8-8e63d5d62c55
  kind: Event
  lastTimestamp: "2026-05-26T12:21:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T12:21:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:21:58Z"
    name: isvc-tensorflow-predictor.18b31cf58552f691
    namespace: kserve-ci-e2e-test
    resourceVersion: "35184"
    uid: fffc3ba2-0fba-46e3-a9e0-9ea703f030e0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:22:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35183"
    uid: 93df98e6-df32-4221-8ce8-8e63d5d62c55
  kind: Event
  lastTimestamp: "2026-05-26T12:22:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T12:22:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:22:13Z"
    name: isvc-tensorflow-predictor.18b31cf904067732
    namespace: kserve-ci-e2e-test
    resourceVersion: "35300"
    uid: 6b8afd12-7e37-4a4f-b9c3-981e33b70256
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:22:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35183"
    uid: 93df98e6-df32-4221-8ce8-8e63d5d62c55
  kind: Event
  lastTimestamp: "2026-05-26T12:22:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T12:22:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:22:13Z"
    name: isvc-tensorflow-predictor.18b31cf9046be010
    namespace: kserve-ci-e2e-test
    resourceVersion: "35302"
    uid: 1652f00c-953f-4c92-a73c-aa402d2edea6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T12:22:24.279530Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-qzfw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35402"
    uid: e9c3fe54-1747-41c3-ae38-be4bc280b15c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-8699d78cf-qzfw5
    to ip-10-0-138-207.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T12:22:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T12:22:24Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-qzfw5.18b31cfb81ae7eae
    namespace: kserve-ci-e2e-test
    resourceVersion: "35406"
    uid: 78cbf410-e3ce-4d07-aac0-255a6926bc8e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-656794c755-kk9zg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:22:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-qzfw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35411"
    uid: e9c3fe54-1747-41c3-ae38-be4bc280b15c
  kind: Event
  lastTimestamp: "2026-05-26T12:22:24Z"
  message: Add eth0 [10.132.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T12:22:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T12:22:24Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-qzfw5.18b31cfb9acb2f74
    namespace: kserve-ci-e2e-test
    resourceVersion: "35439"
    uid: 4f7132a6-c2cb-4bec-90b1-090b03d2ae28
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:22:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-qzfw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35404"
    uid: e9c3fe54-1747-41c3-ae38-be4bc280b15c
  kind: Event
  lastTimestamp: "2026-05-26T12:22:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:22:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:22:24Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-qzfw5.18b31cfb9c1c94b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35442"
    uid: 9b6fd91e-7c19-4a12-a5ef-a171eca1ccbe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:22:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-qzfw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35404"
    uid: e9c3fe54-1747-41c3-ae38-be4bc280b15c
  kind: Event
  lastTimestamp: "2026-05-26T12:22:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T12:22:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:22:24Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-qzfw5.18b31cfb9ef51557
    namespace: kserve-ci-e2e-test
    resourceVersion: "35444"
    uid: 1a5d4433-7955-46fb-bd37-29cb12a9b3ec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:22:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-qzfw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35404"
    uid: e9c3fe54-1747-41c3-ae38-be4bc280b15c
  kind: Event
  lastTimestamp: "2026-05-26T12:22:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T12:22:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:22:24Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-qzfw5.18b31cfb9f7f1c45
    namespace: kserve-ci-e2e-test
    resourceVersion: "35445"
    uid: e46bfd89-2f49-4cde-9a2d-883e44f038a4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:22:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-qzfw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35404"
    uid: e9c3fe54-1747-41c3-ae38-be4bc280b15c
  kind: Event
  lastTimestamp: "2026-05-26T12:22:29Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:22:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:22:29Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-qzfw5.18b31cfcaf33b7b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35486"
    uid: 2302fc59-a3bb-4bf4-ae68-f7afbfca174f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:22:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-qzfw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35404"
    uid: e9c3fe54-1747-41c3-ae38-be4bc280b15c
  kind: Event
  lastTimestamp: "2026-05-26T12:22:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T12:22:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:22:29Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-qzfw5.18b31cfcb2183195
    namespace: kserve-ci-e2e-test
    resourceVersion: "35488"
    uid: e7fe66e8-9211-4726-8ded-2c5a4159a218
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:22:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-qzfw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35404"
    uid: e9c3fe54-1747-41c3-ae38-be4bc280b15c
  kind: Event
  lastTimestamp: "2026-05-26T12:22:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T12:22:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:22:29Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-qzfw5.18b31cfcb28d4049
    namespace: kserve-ci-e2e-test
    resourceVersion: "35491"
    uid: 4bedf0c2-0ab5-47be-844d-674c72204433
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:22:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-qzfw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35404"
    uid: e9c3fe54-1747-41c3-ae38-be4bc280b15c
  kind: Event
  lastTimestamp: "2026-05-26T12:22:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:22:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:22:29Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-qzfw5.18b31cfcb29bd661
    namespace: kserve-ci-e2e-test
    resourceVersion: "35492"
    uid: f4ec56aa-6808-4d38-a8e0-b89a27402412
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:22:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-qzfw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35404"
    uid: e9c3fe54-1747-41c3-ae38-be4bc280b15c
  kind: Event
  lastTimestamp: "2026-05-26T12:22:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T12:22:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:22:29Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-qzfw5.18b31cfcb5f0a8bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35495"
    uid: bbae2f8d-0a8c-4661-b2cf-915fb52d6654
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:22:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-qzfw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35404"
    uid: e9c3fe54-1747-41c3-ae38-be4bc280b15c
  kind: Event
  lastTimestamp: "2026-05-26T12:22:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T12:22:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:22:29Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-qzfw5.18b31cfcb67b94bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35496"
    uid: aadbba9f-1ed4-4868-a41b-2199bc2d8cc9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T12:22:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-qzfw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35404"
    uid: e9c3fe54-1747-41c3-ae38-be4bc280b15c
  kind: Event
  lastTimestamp: "2026-05-26T12:22:37Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-26T12:22:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:22:37Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-qzfw5.18b31cfceb14e8dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35558"
    uid: 2d24ff8c-36dc-4fc1-893e-1687568a5119
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:23:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-qzfw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35404"
    uid: e9c3fe54-1747-41c3-ae38-be4bc280b15c
  kind: Event
  lastTimestamp: "2026-05-26T12:23:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T12:23:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:23:05Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-qzfw5.18b31d050c2888a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35798"
    uid: e735a433-70c3-4a45-ab43-2baf874967e3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:23:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-qzfw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35404"
    uid: e9c3fe54-1747-41c3-ae38-be4bc280b15c
  kind: Event
  lastTimestamp: "2026-05-26T12:23:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T12:23:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:23:05Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-qzfw5.18b31d050c29263d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35801"
    uid: 545bece7-493d-4fad-a1e7-c7dff8c5ce85
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-05-26T12:23:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-qzfw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35404"
    uid: e9c3fe54-1747-41c3-ae38-be4bc280b15c
  kind: Event
  lastTimestamp: "2026-05-26T12:23:32Z"
  message: 'Readiness probe failed: Get "https://10.132.0.48:8643/healthz": dial tcp
    10.132.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T12:23:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:23:32Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-qzfw5.18b31d0588b0827c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36032"
    uid: d65e06ae-3a34-4c0d-a7c8-2a67a9738f5e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:22:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-8699d78cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35389"
    uid: 89646dca-0ac1-4734-9a13-1492c02f72eb
  kind: Event
  lastTimestamp: "2026-05-26T12:22:24Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-8699d78cf-qzfw5'
  metadata:
    creationTimestamp: "2026-05-26T12:22:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:22:24Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf.18b31cfb80d23c79
    namespace: kserve-ci-e2e-test
    resourceVersion: "35403"
    uid: d7fb0595-b956-4763-9d16-899f089e84bf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:22:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35387"
    uid: 22188f36-7854-4744-b65d-f6b7aeba42dd
  kind: Event
  lastTimestamp: "2026-05-26T12:22:24Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-8699d78cf from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-26T12:22:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:22:24Z"
    name: isvc-tensorflow-runtime-predictor.18b31cfb7d125f9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35393"
    uid: 5d6c9127-aa36-41aa-a45b-34d973e4884a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:22:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35388"
    uid: c31b22ba-f580-483e-9c95-c476e4896333
  kind: Event
  lastTimestamp: "2026-05-26T12:22:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T12:22:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:22:39Z"
    name: isvc-tensorflow-runtime-predictor.18b31cfefb7f138d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35573"
    uid: 97872220-7cae-4815-baf6-e8a196df328e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:22:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35388"
    uid: c31b22ba-f580-483e-9c95-c476e4896333
  kind: Event
  lastTimestamp: "2026-05-26T12:22:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T12:22:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:22:39Z"
    name: isvc-tensorflow-runtime-predictor.18b31cfefbe40ff4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35574"
    uid: 27cf9c8f-e2ac-46e8-8849-6e5ead4af1c0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:22:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35572"
    uid: c31b22ba-f580-483e-9c95-c476e4896333
  kind: Event
  lastTimestamp: "2026-05-26T12:22:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T12:22:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:22:54Z"
    name: isvc-tensorflow-runtime-predictor.18b31d027a97394b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35683"
    uid: 84469a7e-0fb5-4e8b-81de-2374d3b36158
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:22:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35572"
    uid: c31b22ba-f580-483e-9c95-c476e4896333
  kind: Event
  lastTimestamp: "2026-05-26T12:22:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T12:22:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:22:54Z"
    name: isvc-tensorflow-runtime-predictor.18b31d027b012ba3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35685"
    uid: dec2435c-4ee5-4e7b-a2e0-9008b420a17e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-26T12:22:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35378"
    uid: fca758d6-2ae9-435a-a1fe-cf3abf7bcd7e
  kind: Event
  lastTimestamp: "2026-05-26T12:22:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T12:22:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:22:47Z"
    name: isvc-tensorflow-runtime.18b31cfb7c2b9fbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35640"
    uid: 16fd0c7e-47ff-4dc4-8139-602715c8c037
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:22:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35378"
    uid: fca758d6-2ae9-435a-a1fe-cf3abf7bcd7e
  kind: Event
  lastTimestamp: "2026-05-26T12:22:24Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T12:22:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:22:24Z"
    name: isvc-tensorflow-runtime.18b31cfb7cd794a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35392"
    uid: b0a23d4b-5061-4055-b129-87f0bb7340b1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:22:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35637"
    uid: fca758d6-2ae9-435a-a1fe-cf3abf7bcd7e
  kind: Event
  lastTimestamp: "2026-05-26T12:22:47Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-26T12:22:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:22:47Z"
    name: isvc-tensorflow-runtime.18b31d00e5a6d247
    namespace: kserve-ci-e2e-test
    resourceVersion: "35638"
    uid: e365539c-81b0-46e5-86f7-ea7c8ec8d68a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-26T12:21:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "34990"
    uid: 5a1c665c-b2bd-4e79-9a1b-ad22eae14733
  kind: Event
  lastTimestamp: "2026-05-26T12:22:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T12:21:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:22:10Z"
    name: isvc-tensorflow.18b31cf205f0ee3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35279"
    uid: fb4577b7-3972-4fe1-b164-c46bcf141da5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:21:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "34990"
    uid: 5a1c665c-b2bd-4e79-9a1b-ad22eae14733
  kind: Event
  lastTimestamp: "2026-05-26T12:21:43Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T12:21:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:21:43Z"
    name: isvc-tensorflow.18b31cf20642a05b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35024"
    uid: 6b8caa60-884c-49c4-8c96-06e927f5185d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:22:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "35277"
    uid: 5a1c665c-b2bd-4e79-9a1b-ad22eae14733
  kind: Event
  lastTimestamp: "2026-05-26T12:22:10Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-05-26T12:22:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:22:10Z"
    name: isvc-tensorflow.18b31cf841c285a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35278"
    uid: 439b89d5-955c-454f-b9ae-54c76d780556
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T12:23:05.316448Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-tf6gl
    namespace: kserve-ci-e2e-test
    resourceVersion: "35808"
    uid: 24b19391-e8b8-4d04-ae77-63fc264740dc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-84bb65d94b-tf6gl
    to ip-10-0-138-207.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T12:23:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T12:23:05Z"
    name: isvc-triton-predictor-84bb65d94b-tf6gl.18b31d050fac2456
    namespace: kserve-ci-e2e-test
    resourceVersion: "35815"
    uid: 9a5a5be2-08d4-4f9b-993c-07509c3c86bb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-656794c755-kk9zg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:23:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-tf6gl
    namespace: kserve-ci-e2e-test
    resourceVersion: "35819"
    uid: 24b19391-e8b8-4d04-ae77-63fc264740dc
  kind: Event
  lastTimestamp: "2026-05-26T12:23:05Z"
  message: Add eth0 [10.132.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T12:23:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T12:23:05Z"
    name: isvc-triton-predictor-84bb65d94b-tf6gl.18b31d052926b2ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "35826"
    uid: ab1e29fb-8b47-4e7d-b58b-068784930844
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:23:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-tf6gl
    namespace: kserve-ci-e2e-test
    resourceVersion: "35813"
    uid: 24b19391-e8b8-4d04-ae77-63fc264740dc
  kind: Event
  lastTimestamp: "2026-05-26T12:23:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:23:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:23:05Z"
    name: isvc-triton-predictor-84bb65d94b-tf6gl.18b31d052a784d5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35828"
    uid: 43845e74-a280-4bc3-853b-86ed5ee3797c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:23:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-tf6gl
    namespace: kserve-ci-e2e-test
    resourceVersion: "35813"
    uid: 24b19391-e8b8-4d04-ae77-63fc264740dc
  kind: Event
  lastTimestamp: "2026-05-26T12:23:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T12:23:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:23:05Z"
    name: isvc-triton-predictor-84bb65d94b-tf6gl.18b31d052d618edb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35830"
    uid: 07ce3572-dc3d-4201-8fef-fe39aaf7c4d9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:23:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-tf6gl
    namespace: kserve-ci-e2e-test
    resourceVersion: "35813"
    uid: 24b19391-e8b8-4d04-ae77-63fc264740dc
  kind: Event
  lastTimestamp: "2026-05-26T12:23:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T12:23:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:23:05Z"
    name: isvc-triton-predictor-84bb65d94b-tf6gl.18b31d052dd6bed9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35831"
    uid: 55399996-9753-4abb-9782-dcb33cac495e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:23:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-tf6gl
    namespace: kserve-ci-e2e-test
    resourceVersion: "35813"
    uid: 24b19391-e8b8-4d04-ae77-63fc264740dc
  kind: Event
  lastTimestamp: "2026-05-26T12:23:10Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-05-26T12:23:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:23:10Z"
    name: isvc-triton-predictor-84bb65d94b-tf6gl.18b31d0642377255
    namespace: kserve-ci-e2e-test
    resourceVersion: "35871"
    uid: ff990d04-c0ee-43b8-a722-1fea38269cb4
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:25:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-tf6gl
    namespace: kserve-ci-e2e-test
    resourceVersion: "35813"
    uid: 24b19391-e8b8-4d04-ae77-63fc264740dc
  kind: Event
  lastTimestamp: "2026-05-26T12:25:04Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m54.123s
    (1m54.123s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-05-26T12:25:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:25:04Z"
    name: isvc-triton-predictor-84bb65d94b-tf6gl.18b31d20d482d914
    namespace: kserve-ci-e2e-test
    resourceVersion: "36664"
    uid: 6591b660-2de6-4ea9-a9f0-aac1db2b8b9e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:25:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-tf6gl
    namespace: kserve-ci-e2e-test
    resourceVersion: "35813"
    uid: 24b19391-e8b8-4d04-ae77-63fc264740dc
  kind: Event
  lastTimestamp: "2026-05-26T12:25:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T12:25:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:25:04Z"
    name: isvc-triton-predictor-84bb65d94b-tf6gl.18b31d20da672854
    namespace: kserve-ci-e2e-test
    resourceVersion: "36666"
    uid: a2f8b0c2-93ce-4f13-bf44-69b8b72effc1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:25:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-tf6gl
    namespace: kserve-ci-e2e-test
    resourceVersion: "35813"
    uid: 24b19391-e8b8-4d04-ae77-63fc264740dc
  kind: Event
  lastTimestamp: "2026-05-26T12:25:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T12:25:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:25:04Z"
    name: isvc-triton-predictor-84bb65d94b-tf6gl.18b31d20db207120
    namespace: kserve-ci-e2e-test
    resourceVersion: "36667"
    uid: 5b474c08-ce49-4e70-99dc-13feb4589a50
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:25:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-tf6gl
    namespace: kserve-ci-e2e-test
    resourceVersion: "35813"
    uid: 24b19391-e8b8-4d04-ae77-63fc264740dc
  kind: Event
  lastTimestamp: "2026-05-26T12:25:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:25:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:25:04Z"
    name: isvc-triton-predictor-84bb65d94b-tf6gl.18b31d20db2b7fcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36668"
    uid: 9fc7608b-f000-469e-b099-a02fd805de09
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:25:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-tf6gl
    namespace: kserve-ci-e2e-test
    resourceVersion: "35813"
    uid: 24b19391-e8b8-4d04-ae77-63fc264740dc
  kind: Event
  lastTimestamp: "2026-05-26T12:25:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T12:25:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:25:04Z"
    name: isvc-triton-predictor-84bb65d94b-tf6gl.18b31d20deaaecf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36670"
    uid: 4d8550c4-aad4-41b8-8108-72428653c68c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:25:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-tf6gl
    namespace: kserve-ci-e2e-test
    resourceVersion: "35813"
    uid: 24b19391-e8b8-4d04-ae77-63fc264740dc
  kind: Event
  lastTimestamp: "2026-05-26T12:25:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T12:25:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:25:04Z"
    name: isvc-triton-predictor-84bb65d94b-tf6gl.18b31d20df472f60
    namespace: kserve-ci-e2e-test
    resourceVersion: "36671"
    uid: 5066e779-a5f0-4811-bb5f-02df4cba3fc4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:25:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-tf6gl
    namespace: kserve-ci-e2e-test
    resourceVersion: "35813"
    uid: 24b19391-e8b8-4d04-ae77-63fc264740dc
  kind: Event
  lastTimestamp: "2026-05-26T12:25:06Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-26T12:25:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:25:06Z"
    name: isvc-triton-predictor-84bb65d94b-tf6gl.18b31d211eb14c74
    namespace: kserve-ci-e2e-test
    resourceVersion: "36693"
    uid: 134d8b6a-c89e-4950-9490-59f3de2162d0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:25:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-tf6gl
    namespace: kserve-ci-e2e-test
    resourceVersion: "35813"
    uid: 24b19391-e8b8-4d04-ae77-63fc264740dc
  kind: Event
  lastTimestamp: "2026-05-26T12:25:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T12:25:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:25:17Z"
    name: isvc-triton-predictor-84bb65d94b-tf6gl.18b31d23e6c01f0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36802"
    uid: 35d31862-41d7-46a1-b317-4ccb72498dc0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:25:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-tf6gl
    namespace: kserve-ci-e2e-test
    resourceVersion: "35813"
    uid: 24b19391-e8b8-4d04-ae77-63fc264740dc
  kind: Event
  lastTimestamp: "2026-05-26T12:25:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T12:25:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:25:17Z"
    name: isvc-triton-predictor-84bb65d94b-tf6gl.18b31d23e6c096d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36807"
    uid: 540c8680-563d-4247-a560-a51115e5b063
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:23:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-84bb65d94b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35797"
    uid: 48bcddb5-2f0a-415f-bea5-68106469ea2b
  kind: Event
  lastTimestamp: "2026-05-26T12:23:05Z"
  message: 'Created pod: isvc-triton-predictor-84bb65d94b-tf6gl'
  metadata:
    creationTimestamp: "2026-05-26T12:23:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:23:05Z"
    name: isvc-triton-predictor-84bb65d94b.18b31d050f41869c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35810"
    uid: 14448cf3-2e7f-4a3a-a4da-5daf5d55dcad
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:23:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35794"
    uid: c658e202-43d3-42a5-8b9a-94329bd37ab6
  kind: Event
  lastTimestamp: "2026-05-26T12:23:05Z"
  message: Scaled up replica set isvc-triton-predictor-84bb65d94b from 0 to 1
  metadata:
    creationTimestamp: "2026-05-26T12:23:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:23:05Z"
    name: isvc-triton-predictor.18b31d050c52978b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35800"
    uid: 237827c3-a852-42f7-9cad-85724106b2fb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-05-26T12:23:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35796"
    uid: 5f6ec3a1-e6f7-4468-b0f4-b77a82a8861a
  kind: Event
  lastTimestamp: "2026-05-26T12:25:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T12:23:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:25:05Z"
    name: isvc-triton-predictor.18b31d088af9b0d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36679"
    uid: a6095a9a-18f7-456e-8953-5e3af9056bb2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-05-26T12:23:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35796"
    uid: 5f6ec3a1-e6f7-4468-b0f4-b77a82a8861a
  kind: Event
  lastTimestamp: "2026-05-26T12:25:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T12:23:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:25:05Z"
    name: isvc-triton-predictor.18b31d088b5b430f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36680"
    uid: c73ea482-092c-4040-9a8f-573f126c4f80
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-26T12:23:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "35769"
    uid: cf8e11eb-27bc-41cb-9644-0cf72747ce97
  kind: Event
  lastTimestamp: "2026-05-26T12:25:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T12:23:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:25:11Z"
    name: isvc-triton.18b31d050c371f4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36741"
    uid: 955cca1f-fe18-4cfe-852b-9ef5f1b76cae
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:23:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "35769"
    uid: cf8e11eb-27bc-41cb-9644-0cf72747ce97
  kind: Event
  lastTimestamp: "2026-05-26T12:23:05Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-05-26T12:23:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:23:05Z"
    name: isvc-triton.18b31d050cdb7176
    namespace: kserve-ci-e2e-test
    resourceVersion: "35803"
    uid: a6610931-3cf8-4a65-8055-09fcd4f7cdf2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:25:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "36738"
    uid: cf8e11eb-27bc-41cb-9644-0cf72747ce97
  kind: Event
  lastTimestamp: "2026-05-26T12:25:11Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-05-26T12:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:25:11Z"
    name: isvc-triton.18b31d228b5f3ccf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36740"
    uid: 88da0fe6-2b82-47f3-9089-2bdd23ef9f07
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T12:25:17.891043Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-cfnt8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36825"
    uid: 16e89cf9-b6a6-41b9-8b37-69ccbaf117b9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-8689c4cfcc-cfnt8
    to ip-10-0-138-207.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T12:25:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T12:25:17Z"
    name: isvc-xgboost-predictor-8689c4cfcc-cfnt8.18b31d23edbbdcdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36829"
    uid: 4746f1a7-3954-4300-b07e-2ca711a85571
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-656794c755-kk9zg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:25:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-cfnt8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36834"
    uid: 16e89cf9-b6a6-41b9-8b37-69ccbaf117b9
  kind: Event
  lastTimestamp: "2026-05-26T12:25:18Z"
  message: Add eth0 [10.132.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T12:25:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T12:25:18Z"
    name: isvc-xgboost-predictor-8689c4cfcc-cfnt8.18b31d240bfe6740
    namespace: kserve-ci-e2e-test
    resourceVersion: "36840"
    uid: 5e63f9c4-1213-4372-9ed0-e415721bfc32
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:25:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-cfnt8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36827"
    uid: 16e89cf9-b6a6-41b9-8b37-69ccbaf117b9
  kind: Event
  lastTimestamp: "2026-05-26T12:25:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:25:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:25:18Z"
    name: isvc-xgboost-predictor-8689c4cfcc-cfnt8.18b31d240d4faf6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36842"
    uid: f8bdcec5-1d18-43d7-b42b-3a01b6217808
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:25:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-cfnt8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36827"
    uid: 16e89cf9-b6a6-41b9-8b37-69ccbaf117b9
  kind: Event
  lastTimestamp: "2026-05-26T12:25:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T12:25:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:25:18Z"
    name: isvc-xgboost-predictor-8689c4cfcc-cfnt8.18b31d2410cda0f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36843"
    uid: 0d063e6e-d98f-4182-8ff1-fccb739a0092
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:25:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-cfnt8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36827"
    uid: 16e89cf9-b6a6-41b9-8b37-69ccbaf117b9
  kind: Event
  lastTimestamp: "2026-05-26T12:25:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T12:25:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:25:18Z"
    name: isvc-xgboost-predictor-8689c4cfcc-cfnt8.18b31d2411672ccd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36844"
    uid: 5b596281-5b04-4978-9ed3-485b108a6f3c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:25:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-cfnt8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36827"
    uid: 16e89cf9-b6a6-41b9-8b37-69ccbaf117b9
  kind: Event
  lastTimestamp: "2026-05-26T12:25:22Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-05-26T12:25:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:25:22Z"
    name: isvc-xgboost-predictor-8689c4cfcc-cfnt8.18b31d25170dfec7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36883"
    uid: da684ad1-018a-4935-b9ba-6be51cfb50a2
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:25:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-cfnt8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36827"
    uid: 16e89cf9-b6a6-41b9-8b37-69ccbaf117b9
  kind: Event
  lastTimestamp: "2026-05-26T12:25:42Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 19.837s (19.837s
    including waiting). Image size: 1306238203 bytes.'
  metadata:
    creationTimestamp: "2026-05-26T12:25:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:25:42Z"
    name: isvc-xgboost-predictor-8689c4cfcc-cfnt8.18b31d29b5701b2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37029"
    uid: fe062d5a-cfdf-4625-9383-5dd46bbfa43b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:25:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-cfnt8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36827"
    uid: 16e89cf9-b6a6-41b9-8b37-69ccbaf117b9
  kind: Event
  lastTimestamp: "2026-05-26T12:25:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T12:25:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:25:42Z"
    name: isvc-xgboost-predictor-8689c4cfcc-cfnt8.18b31d29bbb47398
    namespace: kserve-ci-e2e-test
    resourceVersion: "37030"
    uid: 79583bbc-5411-4d93-be1f-ae588707f49d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:25:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-cfnt8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36827"
    uid: 16e89cf9-b6a6-41b9-8b37-69ccbaf117b9
  kind: Event
  lastTimestamp: "2026-05-26T12:25:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T12:25:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:25:42Z"
    name: isvc-xgboost-predictor-8689c4cfcc-cfnt8.18b31d29bd006005
    namespace: kserve-ci-e2e-test
    resourceVersion: "37031"
    uid: b794855c-5db4-42ba-952c-d8d2a911c137
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:25:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-cfnt8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36827"
    uid: 16e89cf9-b6a6-41b9-8b37-69ccbaf117b9
  kind: Event
  lastTimestamp: "2026-05-26T12:25:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:25:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:25:42Z"
    name: isvc-xgboost-predictor-8689c4cfcc-cfnt8.18b31d29bd0ec4f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37032"
    uid: dfa28158-324c-47b4-8008-3f1cd1600a0e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:25:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-cfnt8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36827"
    uid: 16e89cf9-b6a6-41b9-8b37-69ccbaf117b9
  kind: Event
  lastTimestamp: "2026-05-26T12:25:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T12:25:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:25:42Z"
    name: isvc-xgboost-predictor-8689c4cfcc-cfnt8.18b31d29c2d61e7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37033"
    uid: 971f2aae-0152-4f60-a574-b9b7dabe8d38
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:25:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-cfnt8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36827"
    uid: 16e89cf9-b6a6-41b9-8b37-69ccbaf117b9
  kind: Event
  lastTimestamp: "2026-05-26T12:25:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T12:25:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:25:42Z"
    name: isvc-xgboost-predictor-8689c4cfcc-cfnt8.18b31d29c3caf067
    namespace: kserve-ci-e2e-test
    resourceVersion: "37034"
    uid: 18714053-70d8-4e0c-8a93-fd410721c2f8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-05-26T12:25:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-cfnt8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36827"
    uid: 16e89cf9-b6a6-41b9-8b37-69ccbaf117b9
  kind: Event
  lastTimestamp: "2026-05-26T12:26:50Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-26T12:25:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:26:50Z"
    name: isvc-xgboost-predictor-8689c4cfcc-cfnt8.18b31d2a3a2c8334
    namespace: kserve-ci-e2e-test
    resourceVersion: "37594"
    uid: cb773933-16f4-433f-b70f-8eacb24bbe03
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:26:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-cfnt8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36827"
    uid: 16e89cf9-b6a6-41b9-8b37-69ccbaf117b9
  kind: Event
  lastTimestamp: "2026-05-26T12:26:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T12:26:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:26:48Z"
    name: isvc-xgboost-predictor-8689c4cfcc-cfnt8.18b31d38f1138570
    namespace: kserve-ci-e2e-test
    resourceVersion: "37531"
    uid: edc17be8-e055-4db2-afaf-ae837ecee189
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:26:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-cfnt8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36827"
    uid: 16e89cf9-b6a6-41b9-8b37-69ccbaf117b9
  kind: Event
  lastTimestamp: "2026-05-26T12:26:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T12:26:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:26:48Z"
    name: isvc-xgboost-predictor-8689c4cfcc-cfnt8.18b31d38f113efad
    namespace: kserve-ci-e2e-test
    resourceVersion: "37534"
    uid: 56047286-abe3-4c49-95c7-cda9c0d5589f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:26:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-cfnt8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36827"
    uid: 16e89cf9-b6a6-41b9-8b37-69ccbaf117b9
  kind: Event
  lastTimestamp: "2026-05-26T12:26:50Z"
  message: 'Readiness probe failed: Get "https://10.132.0.50:8643/healthz": dial tcp
    10.132.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T12:26:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:26:50Z"
    name: isvc-xgboost-predictor-8689c4cfcc-cfnt8.18b31d3998435632
    namespace: kserve-ci-e2e-test
    resourceVersion: "37593"
    uid: 38f8fbdd-d66b-40f5-8e08-6703b38ca661
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:25:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-8689c4cfcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36813"
    uid: fc69ff39-4e31-402a-ac73-00907f1265c7
  kind: Event
  lastTimestamp: "2026-05-26T12:25:17Z"
  message: 'Created pod: isvc-xgboost-predictor-8689c4cfcc-cfnt8'
  metadata:
    creationTimestamp: "2026-05-26T12:25:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:25:17Z"
    name: isvc-xgboost-predictor-8689c4cfcc.18b31d23ed3aa935
    namespace: kserve-ci-e2e-test
    resourceVersion: "36826"
    uid: 538b1f25-7c6c-4e8f-b577-0eae9c110776
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:25:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36811"
    uid: de1743e5-e04c-43ce-aac0-bd9dc32cdc5f
  kind: Event
  lastTimestamp: "2026-05-26T12:25:17Z"
  message: Scaled up replica set isvc-xgboost-predictor-8689c4cfcc from 0 to 1
  metadata:
    creationTimestamp: "2026-05-26T12:25:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:25:17Z"
    name: isvc-xgboost-predictor.18b31d23e8be2cd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36815"
    uid: 4172b320-9be3-474e-a9dc-51ed64d9c7f7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T12:25:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36812"
    uid: cf7f05c0-a500-407e-8cf3-b9d885c6eae1
  kind: Event
  lastTimestamp: "2026-05-26T12:26:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T12:25:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:26:17Z"
    name: isvc-xgboost-predictor.18b31d27684076ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "37281"
    uid: a4d807d6-eae9-4c48-9d42-e53997661cce
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T12:25:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36812"
    uid: cf7f05c0-a500-407e-8cf3-b9d885c6eae1
  kind: Event
  lastTimestamp: "2026-05-26T12:26:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T12:25:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:26:17Z"
    name: isvc-xgboost-predictor.18b31d2768ad68b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37282"
    uid: f5fdc782-485a-4a42-adde-983ab547a5ce
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T12:26:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36958"
    uid: cf7f05c0-a500-407e-8cf3-b9d885c6eae1
  kind: Event
  lastTimestamp: "2026-05-26T12:26:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T12:26:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:26:47Z"
    name: isvc-xgboost-predictor.18b31d2e67000fb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37500"
    uid: f2acdf52-9bfe-42f8-9f02-100fc33d939e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T12:26:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36958"
    uid: cf7f05c0-a500-407e-8cf3-b9d885c6eae1
  kind: Event
  lastTimestamp: "2026-05-26T12:26:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T12:26:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:26:47Z"
    name: isvc-xgboost-predictor.18b31d2e678130e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37501"
    uid: 047e2b8d-3067-44be-8e3e-7d5099bb3d0d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T12:28:28.487068Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-jwvsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38442"
    uid: f55df3f4-a0e1-456b-b3b5-0de03fb8223b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-779db84d9-jwvsm
    to ip-10-0-138-207.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T12:28:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T12:28:28Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-jwvsm.18b31d504e246265
    namespace: kserve-ci-e2e-test
    resourceVersion: "38447"
    uid: eecdf683-fd1b-4e96-8bed-fdb5c497f4f7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-656794c755-kk9zg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:28:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-jwvsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38444"
    uid: f55df3f4-a0e1-456b-b3b5-0de03fb8223b
  kind: Event
  lastTimestamp: "2026-05-26T12:28:28Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-26T12:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:28:28Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-jwvsm.18b31d505e311ec4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38455"
    uid: db0b438a-d943-49a8-a470-50b2453b0bee
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:28:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-jwvsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38450"
    uid: f55df3f4-a0e1-456b-b3b5-0de03fb8223b
  kind: Event
  lastTimestamp: "2026-05-26T12:28:29Z"
  message: Add eth0 [10.132.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T12:28:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T12:28:29Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-jwvsm.18b31d508b33fc99
    namespace: kserve-ci-e2e-test
    resourceVersion: "38463"
    uid: 262b1091-0248-44b7-86cc-54a2ca06f7f2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:28:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-jwvsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38444"
    uid: f55df3f4-a0e1-456b-b3b5-0de03fb8223b
  kind: Event
  lastTimestamp: "2026-05-26T12:28:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:28:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:28:29Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-jwvsm.18b31d508c97a197
    namespace: kserve-ci-e2e-test
    resourceVersion: "38465"
    uid: 88d4a3a3-2dd7-4bf6-aca1-e27f77fad397
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:28:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-jwvsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38444"
    uid: f55df3f4-a0e1-456b-b3b5-0de03fb8223b
  kind: Event
  lastTimestamp: "2026-05-26T12:28:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T12:28:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:28:29Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-jwvsm.18b31d508f0e9182
    namespace: kserve-ci-e2e-test
    resourceVersion: "38467"
    uid: ffe034ab-1ed7-4b99-9738-28eb4652ad4f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:28:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-jwvsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38444"
    uid: f55df3f4-a0e1-456b-b3b5-0de03fb8223b
  kind: Event
  lastTimestamp: "2026-05-26T12:28:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T12:28:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:28:29Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-jwvsm.18b31d508f71d041
    namespace: kserve-ci-e2e-test
    resourceVersion: "38468"
    uid: 89a527c7-6496-486f-b408-d7d918563690
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:28:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-jwvsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38444"
    uid: f55df3f4-a0e1-456b-b3b5-0de03fb8223b
  kind: Event
  lastTimestamp: "2026-05-26T12:28:34Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:28:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:28:34Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-jwvsm.18b31d51af71404a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38510"
    uid: 1bac8e7f-a21c-4484-8fe9-7418a74cb22a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:28:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-jwvsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38444"
    uid: f55df3f4-a0e1-456b-b3b5-0de03fb8223b
  kind: Event
  lastTimestamp: "2026-05-26T12:28:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T12:28:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:28:34Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-jwvsm.18b31d51b220ff74
    namespace: kserve-ci-e2e-test
    resourceVersion: "38512"
    uid: 10148160-0153-46d6-abdc-253384a0659c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:28:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-jwvsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38444"
    uid: f55df3f4-a0e1-456b-b3b5-0de03fb8223b
  kind: Event
  lastTimestamp: "2026-05-26T12:28:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T12:28:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:28:34Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-jwvsm.18b31d51b293994d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38513"
    uid: 8806ed55-25a7-4adc-bd09-ea76d1baf202
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:28:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-jwvsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38444"
    uid: f55df3f4-a0e1-456b-b3b5-0de03fb8223b
  kind: Event
  lastTimestamp: "2026-05-26T12:28:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:28:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:28:34Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-jwvsm.18b31d51b29fd80b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38516"
    uid: ae890fd6-574e-433d-a0ae-bb8c5cd42f6e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:28:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-jwvsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38444"
    uid: f55df3f4-a0e1-456b-b3b5-0de03fb8223b
  kind: Event
  lastTimestamp: "2026-05-26T12:28:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T12:28:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:28:34Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-jwvsm.18b31d51b51e2c42
    namespace: kserve-ci-e2e-test
    resourceVersion: "38518"
    uid: 6d3c7c83-b6a6-468d-ae04-421944a8d281
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:28:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-jwvsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38444"
    uid: f55df3f4-a0e1-456b-b3b5-0de03fb8223b
  kind: Event
  lastTimestamp: "2026-05-26T12:28:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T12:28:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:28:34Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-jwvsm.18b31d51b59a94be
    namespace: kserve-ci-e2e-test
    resourceVersion: "38520"
    uid: b59d113f-2c9a-4cbf-a27f-6c55f5996608
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-05-26T12:28:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-jwvsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38444"
    uid: f55df3f4-a0e1-456b-b3b5-0de03fb8223b
  kind: Event
  lastTimestamp: "2026-05-26T12:29:22Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-26T12:28:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:29:22Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-jwvsm.18b31d522741ddb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38862"
    uid: fe470205-4fc4-4271-b0e6-772c64ab5a21
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:29:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-jwvsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38444"
    uid: f55df3f4-a0e1-456b-b3b5-0de03fb8223b
  kind: Event
  lastTimestamp: "2026-05-26T12:29:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T12:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:29:38Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-jwvsm.18b31d609edfbf44
    namespace: kserve-ci-e2e-test
    resourceVersion: "39009"
    uid: ba0850f6-3dac-4211-8f48-b88c38c4de7b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:29:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-jwvsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38444"
    uid: f55df3f4-a0e1-456b-b3b5-0de03fb8223b
  kind: Event
  lastTimestamp: "2026-05-26T12:29:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T12:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:29:38Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-jwvsm.18b31d609ee04ba8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39012"
    uid: 55cbbc0e-b708-468d-a941-38ccf24314e9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:28:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-779db84d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38431"
    uid: 2a5dd87d-7a7c-49be-bc51-e75da251d725
  kind: Event
  lastTimestamp: "2026-05-26T12:28:28Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-779db84d9-jwvsm'
  metadata:
    creationTimestamp: "2026-05-26T12:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:28:28Z"
    name: isvc-xgboost-runtime-predictor-779db84d9.18b31d504d91b7da
    namespace: kserve-ci-e2e-test
    resourceVersion: "38443"
    uid: 1132267a-971b-4a49-9838-766946641d15
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:28:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38429"
    uid: 5a0cf447-a474-452e-b407-91d0981c24f8
  kind: Event
  lastTimestamp: "2026-05-26T12:28:28Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-779db84d9 from 0 to
    1
  metadata:
    creationTimestamp: "2026-05-26T12:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:28:28Z"
    name: isvc-xgboost-runtime-predictor.18b31d504a5b4f15
    namespace: kserve-ci-e2e-test
    resourceVersion: "38433"
    uid: 46d77e6e-a2b2-41a0-8ef3-831c51b069ea
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:28:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38430"
    uid: b2bddbfc-b58c-4672-aeb6-86d74fc9951b
  kind: Event
  lastTimestamp: "2026-05-26T12:28:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T12:28:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:28:58Z"
    name: isvc-xgboost-runtime-predictor.18b31d53c8f0fef9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38690"
    uid: b5add910-7a5c-4845-85f7-b007744151fb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:28:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38430"
    uid: b2bddbfc-b58c-4672-aeb6-86d74fc9951b
  kind: Event
  lastTimestamp: "2026-05-26T12:28:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T12:28:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:28:58Z"
    name: isvc-xgboost-runtime-predictor.18b31d53c94cdd05
    namespace: kserve-ci-e2e-test
    resourceVersion: "38691"
    uid: 3a3a75c7-c982-4e1d-8bfd-54f8b76e3876
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:29:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38587"
    uid: b2bddbfc-b58c-4672-aeb6-86d74fc9951b
  kind: Event
  lastTimestamp: "2026-05-26T12:29:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T12:29:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:29:28Z"
    name: isvc-xgboost-runtime-predictor.18b31d5ac7287246
    namespace: kserve-ci-e2e-test
    resourceVersion: "38909"
    uid: 49d5f449-49c3-4acc-a95e-5910ff12ffa8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:29:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38587"
    uid: b2bddbfc-b58c-4672-aeb6-86d74fc9951b
  kind: Event
  lastTimestamp: "2026-05-26T12:29:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T12:29:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:29:28Z"
    name: isvc-xgboost-runtime-predictor.18b31d5ac795c0a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38910"
    uid: e9deedc4-868e-4db6-9e73-159427769d87
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-26T12:28:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38400"
    uid: 194de241-defd-43d7-a1ad-0c8ec6a280ab
  kind: Event
  lastTimestamp: "2026-05-26T12:29:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T12:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:29:32Z"
    name: isvc-xgboost-runtime.18b31d504a2c1080
    namespace: kserve-ci-e2e-test
    resourceVersion: "38943"
    uid: 1e7014d1-7d8d-4d3b-9eaa-53f4dddd094b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:28:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38400"
    uid: 194de241-defd-43d7-a1ad-0c8ec6a280ab
  kind: Event
  lastTimestamp: "2026-05-26T12:28:28Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T12:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:28:28Z"
    name: isvc-xgboost-runtime.18b31d504a872e9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38435"
    uid: 1d198a57-e42a-41fb-80bd-a0013de7ffe8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:29:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38941"
    uid: 194de241-defd-43d7-a1ad-0c8ec6a280ab
  kind: Event
  lastTimestamp: "2026-05-26T12:29:32Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-26T12:29:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:29:32Z"
    name: isvc-xgboost-runtime.18b31d5f36872180
    namespace: kserve-ci-e2e-test
    resourceVersion: "38942"
    uid: f30f6a87-f32e-412e-88e0-1928b8895c6a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T12:26:48.349974Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hbpl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37546"
    uid: 8a61701a-6a34-4847-b092-6b7955ec28a3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hbpl8
    to ip-10-0-138-207.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T12:26:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T12:26:48Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hbpl8.18b31d38fd81a346
    namespace: kserve-ci-e2e-test
    resourceVersion: "37550"
    uid: f7ed787f-b953-42fe-a083-0c85cf2a900a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-656794c755-kk9zg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:26:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hbpl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37548"
    uid: 8a61701a-6a34-4847-b092-6b7955ec28a3
  kind: Event
  lastTimestamp: "2026-05-26T12:26:48Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-26T12:26:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:26:48Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hbpl8.18b31d390e1dec29
    namespace: kserve-ci-e2e-test
    resourceVersion: "37559"
    uid: 05960595-f9dc-40e7-9a65-5cbe677e2536
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:26:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hbpl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37555"
    uid: 8a61701a-6a34-4847-b092-6b7955ec28a3
  kind: Event
  lastTimestamp: "2026-05-26T12:26:49Z"
  message: Add eth0 [10.132.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T12:26:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T12:26:49Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hbpl8.18b31d393a36321f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37568"
    uid: 83905aed-6810-4437-8074-9cb501d8208b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:26:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hbpl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37548"
    uid: 8a61701a-6a34-4847-b092-6b7955ec28a3
  kind: Event
  lastTimestamp: "2026-05-26T12:26:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:26:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:26:49Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hbpl8.18b31d393c1a4921
    namespace: kserve-ci-e2e-test
    resourceVersion: "37570"
    uid: 810dff09-f82d-4c15-8bac-d49238df054a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:26:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hbpl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37548"
    uid: 8a61701a-6a34-4847-b092-6b7955ec28a3
  kind: Event
  lastTimestamp: "2026-05-26T12:26:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T12:26:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:26:49Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hbpl8.18b31d393edda125
    namespace: kserve-ci-e2e-test
    resourceVersion: "37573"
    uid: 0c1e59ce-10ec-4096-ae28-8d506c3508ad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:26:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hbpl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37548"
    uid: 8a61701a-6a34-4847-b092-6b7955ec28a3
  kind: Event
  lastTimestamp: "2026-05-26T12:26:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T12:26:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:26:49Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hbpl8.18b31d393f4eff5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37574"
    uid: da725ad0-9d23-4e77-9f1f-9022994f02bf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:26:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hbpl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37548"
    uid: 8a61701a-6a34-4847-b092-6b7955ec28a3
  kind: Event
  lastTimestamp: "2026-05-26T12:26:53Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-05-26T12:26:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:26:53Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hbpl8.18b31d3a1a9e9725
    namespace: kserve-ci-e2e-test
    resourceVersion: "37614"
    uid: bdc1d9ce-9255-4c8b-91f3-9ab57c4d1de3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:26:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hbpl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37548"
    uid: 8a61701a-6a34-4847-b092-6b7955ec28a3
  kind: Event
  lastTimestamp: "2026-05-26T12:26:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T12:26:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:26:53Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hbpl8.18b31d3a1d916879
    namespace: kserve-ci-e2e-test
    resourceVersion: "37616"
    uid: 6584a2d7-a935-4c86-b165-74c024fd5140
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:26:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hbpl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37548"
    uid: 8a61701a-6a34-4847-b092-6b7955ec28a3
  kind: Event
  lastTimestamp: "2026-05-26T12:26:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T12:26:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:26:53Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hbpl8.18b31d3a1df6a11a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37617"
    uid: 2d5959fe-8324-42f6-9342-2dc8ef2e3efd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:26:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hbpl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37548"
    uid: 8a61701a-6a34-4847-b092-6b7955ec28a3
  kind: Event
  lastTimestamp: "2026-05-26T12:26:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:26:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:26:53Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hbpl8.18b31d3a1e02aced
    namespace: kserve-ci-e2e-test
    resourceVersion: "37618"
    uid: d56352e7-ff6d-4a67-a3d0-60dc315b9be1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:26:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hbpl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37548"
    uid: 8a61701a-6a34-4847-b092-6b7955ec28a3
  kind: Event
  lastTimestamp: "2026-05-26T12:26:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T12:26:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:26:53Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hbpl8.18b31d3a21332021
    namespace: kserve-ci-e2e-test
    resourceVersion: "37621"
    uid: 0653e190-7ddd-4cb9-865b-53b3027a38f0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:26:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hbpl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37548"
    uid: 8a61701a-6a34-4847-b092-6b7955ec28a3
  kind: Event
  lastTimestamp: "2026-05-26T12:26:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T12:26:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:26:53Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hbpl8.18b31d3a219bb8b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37622"
    uid: 35d56d4d-8b76-429d-a792-a6059086f3ce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:27:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hbpl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37548"
    uid: 8a61701a-6a34-4847-b092-6b7955ec28a3
  kind: Event
  lastTimestamp: "2026-05-26T12:27:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T12:27:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:27:38Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hbpl8.18b31d449ae3fd70
    namespace: kserve-ci-e2e-test
    resourceVersion: "37970"
    uid: 3655260c-6adb-4657-b468-d095bd29a7d4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:27:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hbpl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37548"
    uid: 8a61701a-6a34-4847-b092-6b7955ec28a3
  kind: Event
  lastTimestamp: "2026-05-26T12:27:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T12:27:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:27:38Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hbpl8.18b31d449ae4f5b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37974"
    uid: abc708a1-0f08-486e-a619-d2f32cc4e4af
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:27:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hbpl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37548"
    uid: 8a61701a-6a34-4847-b092-6b7955ec28a3
  kind: Event
  lastTimestamp: "2026-05-26T12:27:40Z"
  message: 'Readiness probe failed: Get "https://10.132.0.51:8643/healthz": dial tcp
    10.132.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T12:27:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:27:40Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hbpl8.18b31d450c674d0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38026"
    uid: 96e537b9-07ac-449b-ad4e-28802140297f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:26:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646
    namespace: kserve-ci-e2e-test
    resourceVersion: "37532"
    uid: de3d17d2-27c7-4b29-b147-445870b10279
  kind: Event
  lastTimestamp: "2026-05-26T12:26:48Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-hbpl8'
  metadata:
    creationTimestamp: "2026-05-26T12:26:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:26:48Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646.18b31d38fcbd7876
    namespace: kserve-ci-e2e-test
    resourceVersion: "37547"
    uid: 02569f07-7f28-454f-8e0d-9047e8f0afb2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:26:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37529"
    uid: a42df895-55fc-4e55-b7fe-5d3bc808c402
  kind: Event
  lastTimestamp: "2026-05-26T12:26:48Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-67d4bc6646 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-26T12:26:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:26:48Z"
    name: isvc-xgboost-v2-mlserver-predictor.18b31d38f32809f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37535"
    uid: df86a1fd-6592-485c-a8a5-3b8f1f9af203
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:27:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37530"
    uid: 83cba059-cfaf-4744-a2be-dcfb277edf48
  kind: Event
  lastTimestamp: "2026-05-26T12:27:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T12:27:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:27:18Z"
    name: isvc-xgboost-v2-mlserver-predictor.18b31d3c726a29e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37801"
    uid: 3638bf22-17ba-4689-9d3a-9d920f206f34
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:27:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37530"
    uid: 83cba059-cfaf-4744-a2be-dcfb277edf48
  kind: Event
  lastTimestamp: "2026-05-26T12:27:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T12:27:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:27:18Z"
    name: isvc-xgboost-v2-mlserver-predictor.18b31d3c738c701b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37802"
    uid: f1b2b2b5-1403-448c-85fa-2367d48a934d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:27:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37692"
    uid: 83cba059-cfaf-4744-a2be-dcfb277edf48
  kind: Event
  lastTimestamp: "2026-05-26T12:27:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T12:27:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:27:33Z"
    name: isvc-xgboost-v2-mlserver-predictor.18b31d437206555f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37912"
    uid: 9564cd27-8030-4cfd-ba20-79137d000c1a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:27:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37692"
    uid: 83cba059-cfaf-4744-a2be-dcfb277edf48
  kind: Event
  lastTimestamp: "2026-05-26T12:27:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T12:27:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:27:33Z"
    name: isvc-xgboost-v2-mlserver-predictor.18b31d43726302a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37914"
    uid: dab040aa-bdb3-423c-9e5b-a6f8dc332517
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-26T12:26:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "37502"
    uid: 6955cf61-a78c-4a94-bab7-a4ba064653f1
  kind: Event
  lastTimestamp: "2026-05-26T12:27:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T12:26:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:27:30Z"
    name: isvc-xgboost-v2-mlserver.18b31d38f26ed56a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37893"
    uid: 6870ad75-9f76-496d-ac31-c9992b1d0b37
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:26:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "37502"
    uid: 6955cf61-a78c-4a94-bab7-a4ba064653f1
  kind: Event
  lastTimestamp: "2026-05-26T12:26:48Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T12:26:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:26:48Z"
    name: isvc-xgboost-v2-mlserver.18b31d38f512217d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37537"
    uid: ff8ac2bf-a318-44dc-9cc4-c7cbe91ecfcb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:27:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "37890"
    uid: 6955cf61-a78c-4a94-bab7-a4ba064653f1
  kind: Event
  lastTimestamp: "2026-05-26T12:27:30Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-05-26T12:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:27:30Z"
    name: isvc-xgboost-v2-mlserver.18b31d42becbe8b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37892"
    uid: 53e4c6b1-5363-4b58-b72c-26d81379b7a6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T12:30:38.853376Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-9jq2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "39555"
    uid: 7550d808-292d-4897-b71e-db04dada687b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-6fcdd6977c-9jq2r
    to ip-10-0-138-207.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T12:30:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T12:30:38Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-9jq2r.18b31d6ea89463b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39560"
    uid: 402f0735-aeb3-4a9b-bbc0-935e6422c330
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-656794c755-kk9zg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:30:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-9jq2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "39558"
    uid: 7550d808-292d-4897-b71e-db04dada687b
  kind: Event
  lastTimestamp: "2026-05-26T12:30:39Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-26T12:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:30:39Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-9jq2r.18b31d6eb383b7b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39572"
    uid: 9b8875d9-0df1-4522-9572-f0c6a8695bb4
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:30:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-9jq2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "39566"
    uid: 7550d808-292d-4897-b71e-db04dada687b
  kind: Event
  lastTimestamp: "2026-05-26T12:30:39Z"
  message: Add eth0 [10.132.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T12:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T12:30:39Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-9jq2r.18b31d6ee5c0b5a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39581"
    uid: 5a024259-ece5-459e-b671-c25ba86a2ae7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:30:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-9jq2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "39558"
    uid: 7550d808-292d-4897-b71e-db04dada687b
  kind: Event
  lastTimestamp: "2026-05-26T12:30:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:30:39Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-9jq2r.18b31d6ee722058b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39583"
    uid: 4558db18-1744-4cfd-9534-00835b740bcc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:30:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-9jq2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "39558"
    uid: 7550d808-292d-4897-b71e-db04dada687b
  kind: Event
  lastTimestamp: "2026-05-26T12:30:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T12:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:30:39Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-9jq2r.18b31d6eea1d32fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39584"
    uid: 67c7d012-6ccc-4a61-be95-c4c83b001ca9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:30:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-9jq2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "39558"
    uid: 7550d808-292d-4897-b71e-db04dada687b
  kind: Event
  lastTimestamp: "2026-05-26T12:30:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T12:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:30:39Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-9jq2r.18b31d6eea8ece26
    namespace: kserve-ci-e2e-test
    resourceVersion: "39585"
    uid: ff9e18a1-7a64-477d-b046-7cf5e368eb29
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:30:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-9jq2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "39558"
    uid: 7550d808-292d-4897-b71e-db04dada687b
  kind: Event
  lastTimestamp: "2026-05-26T12:30:43Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:30:43Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-9jq2r.18b31d6fce05224c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39620"
    uid: a87fa484-2965-4947-9f83-2a5578199620
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:30:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-9jq2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "39558"
    uid: 7550d808-292d-4897-b71e-db04dada687b
  kind: Event
  lastTimestamp: "2026-05-26T12:30:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T12:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:30:43Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-9jq2r.18b31d6fd0a7318c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39622"
    uid: 0625c9d5-d284-4fba-93a9-724efe382940
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:30:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-9jq2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "39558"
    uid: 7550d808-292d-4897-b71e-db04dada687b
  kind: Event
  lastTimestamp: "2026-05-26T12:30:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T12:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:30:43Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-9jq2r.18b31d6fd11db933
    namespace: kserve-ci-e2e-test
    resourceVersion: "39623"
    uid: 0edd08d4-c230-453e-bafd-7e699c5e88bf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:30:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-9jq2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "39558"
    uid: 7550d808-292d-4897-b71e-db04dada687b
  kind: Event
  lastTimestamp: "2026-05-26T12:30:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:30:43Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-9jq2r.18b31d6fd12a1382
    namespace: kserve-ci-e2e-test
    resourceVersion: "39626"
    uid: c3c41080-cbf4-42f1-9220-a1c3903d6054
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:30:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-9jq2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "39558"
    uid: 7550d808-292d-4897-b71e-db04dada687b
  kind: Event
  lastTimestamp: "2026-05-26T12:30:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T12:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:30:43Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-9jq2r.18b31d6fd4319c63
    namespace: kserve-ci-e2e-test
    resourceVersion: "39629"
    uid: b0ee61b6-7df7-45fc-b9a4-fc682e5dc2ef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:30:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-9jq2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "39558"
    uid: 7550d808-292d-4897-b71e-db04dada687b
  kind: Event
  lastTimestamp: "2026-05-26T12:30:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T12:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:30:43Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-9jq2r.18b31d6fd4ac7228
    namespace: kserve-ci-e2e-test
    resourceVersion: "39630"
    uid: 7294c8dd-ea5f-4971-8691-e5b4eae80d6c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-05-26T12:30:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-9jq2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "39558"
    uid: 7550d808-292d-4897-b71e-db04dada687b
  kind: Event
  lastTimestamp: "2026-05-26T12:31:51Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-26T12:30:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:31:51Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-9jq2r.18b31d7045ac0e9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40197"
    uid: 9c2babca-8864-4d67-b33c-56e7c3f14078
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:31:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-9jq2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "39558"
    uid: 7550d808-292d-4897-b71e-db04dada687b
  kind: Event
  lastTimestamp: "2026-05-26T12:31:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T12:31:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:31:48Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-9jq2r.18b31d7efc003d48
    namespace: kserve-ci-e2e-test
    resourceVersion: "40131"
    uid: dff5a5eb-e7bc-4d18-aa8d-1c2f7f0ab665
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:31:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-9jq2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "39558"
    uid: 7550d808-292d-4897-b71e-db04dada687b
  kind: Event
  lastTimestamp: "2026-05-26T12:31:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T12:31:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:31:48Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-9jq2r.18b31d7efc010319
    namespace: kserve-ci-e2e-test
    resourceVersion: "40134"
    uid: d7130d42-fe55-40e4-b160-9458ea62f9bc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:31:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-9jq2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "39558"
    uid: 7550d808-292d-4897-b71e-db04dada687b
  kind: Event
  lastTimestamp: "2026-05-26T12:31:51Z"
  message: 'Readiness probe failed: Get "https://10.132.0.55:8643/healthz": dial tcp
    10.132.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T12:31:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:31:51Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-9jq2r.18b31d7fa3cf702a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40196"
    uid: a1ff69d9-0e0d-4292-a80d-971e6dbd73c8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:30:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-6fcdd6977c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39547"
    uid: a20588cd-bde5-4890-a320-92928567020a
  kind: Event
  lastTimestamp: "2026-05-26T12:30:38Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-6fcdd6977c-9jq2r'
  metadata:
    creationTimestamp: "2026-05-26T12:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:30:38Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c.18b31d6ea7f4c1db
    namespace: kserve-ci-e2e-test
    resourceVersion: "39557"
    uid: 429ffd2d-5d63-41e2-8d88-eb57456e2e27
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:30:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39543"
    uid: 207f2e1b-60c5-41f1-8a91-fc9f91177b84
  kind: Event
  lastTimestamp: "2026-05-26T12:30:38Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-6fcdd6977c from 0 to 1
  metadata:
    creationTimestamp: "2026-05-26T12:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:30:38Z"
    name: isvc-xgboost-v2-predictor.18b31d6ea4353eeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39548"
    uid: 3e8f0a26-8d7b-49b4-babe-ef1419095cae
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:30:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39546"
    uid: ccacfd35-00a8-4f13-ab61-6e99f7c12af6
  kind: Event
  lastTimestamp: "2026-05-26T12:30:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T12:30:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:30:53Z"
    name: isvc-xgboost-v2-predictor.18b31d7222ee326d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39705"
    uid: 32b77bc8-8c18-48c9-a166-9045f2fa0050
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:30:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39546"
    uid: ccacfd35-00a8-4f13-ab61-6e99f7c12af6
  kind: Event
  lastTimestamp: "2026-05-26T12:30:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T12:30:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:30:53Z"
    name: isvc-xgboost-v2-predictor.18b31d72236c3b11
    namespace: kserve-ci-e2e-test
    resourceVersion: "39707"
    uid: 8ee4cee9-ac95-460e-a29d-3abc15fcaf6c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T12:31:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39706"
    uid: ccacfd35-00a8-4f13-ab61-6e99f7c12af6
  kind: Event
  lastTimestamp: "2026-05-26T12:31:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T12:31:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:31:38Z"
    name: isvc-xgboost-v2-predictor.18b31d75a281607e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40024"
    uid: 34c486aa-4fd6-4a90-aead-3a9c3ce51ba0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T12:31:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39706"
    uid: ccacfd35-00a8-4f13-ab61-6e99f7c12af6
  kind: Event
  lastTimestamp: "2026-05-26T12:31:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T12:31:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:31:38Z"
    name: isvc-xgboost-v2-predictor.18b31d75a2eb94c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40025"
    uid: 817c357d-69a9-499d-ac30-8f98bee2c085
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T12:29:38.654546Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-44nnm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39029"
    uid: eeb8b40a-8a5b-42d4-9c0a-cc706de13de0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-6dc5954dc-44nnm
    to ip-10-0-138-207.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T12:29:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T12:29:38Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-44nnm.18b31d60a4731cb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39034"
    uid: 7ebc0534-bc2e-4355-ad6c-834e9f174ab2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-656794c755-kk9zg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:29:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-44nnm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39032"
    uid: eeb8b40a-8a5b-42d4-9c0a-cc706de13de0
  kind: Event
  lastTimestamp: "2026-05-26T12:29:38Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-26T12:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:29:38Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-44nnm.18b31d60ada849c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39045"
    uid: b96ad28a-c48c-45ff-928a-8cc0dbedd9dd
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:29:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-44nnm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39040"
    uid: eeb8b40a-8a5b-42d4-9c0a-cc706de13de0
  kind: Event
  lastTimestamp: "2026-05-26T12:29:39Z"
  message: Add eth0 [10.132.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T12:29:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T12:29:39Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-44nnm.18b31d60e138e2cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "39055"
    uid: c16c542b-f6fb-45ae-a233-cd7dfbb9409f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:29:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-44nnm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39032"
    uid: eeb8b40a-8a5b-42d4-9c0a-cc706de13de0
  kind: Event
  lastTimestamp: "2026-05-26T12:29:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:29:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:29:39Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-44nnm.18b31d60e2bc0ceb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39057"
    uid: 61cd2762-a710-4e4a-bf2a-46c555fb04f6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:29:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-44nnm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39032"
    uid: eeb8b40a-8a5b-42d4-9c0a-cc706de13de0
  kind: Event
  lastTimestamp: "2026-05-26T12:29:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T12:29:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:29:39Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-44nnm.18b31d60e59c7283
    namespace: kserve-ci-e2e-test
    resourceVersion: "39058"
    uid: 624876a2-4223-4e91-86a4-c4e2d9535a62
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:29:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-44nnm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39032"
    uid: eeb8b40a-8a5b-42d4-9c0a-cc706de13de0
  kind: Event
  lastTimestamp: "2026-05-26T12:29:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T12:29:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:29:39Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-44nnm.18b31d60e5fef055
    namespace: kserve-ci-e2e-test
    resourceVersion: "39059"
    uid: 069e4fbc-9235-4c8a-ba08-eca46d555f93
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:29:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-44nnm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39032"
    uid: eeb8b40a-8a5b-42d4-9c0a-cc706de13de0
  kind: Event
  lastTimestamp: "2026-05-26T12:29:43Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-05-26T12:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:29:43Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-44nnm.18b31d61cbf65130
    namespace: kserve-ci-e2e-test
    resourceVersion: "39094"
    uid: f3ee11c0-9322-44aa-8ccf-b939d169c262
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:29:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-44nnm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39032"
    uid: eeb8b40a-8a5b-42d4-9c0a-cc706de13de0
  kind: Event
  lastTimestamp: "2026-05-26T12:29:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T12:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:29:43Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-44nnm.18b31d61cf9a0204
    namespace: kserve-ci-e2e-test
    resourceVersion: "39097"
    uid: 7fd42162-f5ef-483e-9dac-19523d55e2a0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:29:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-44nnm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39032"
    uid: eeb8b40a-8a5b-42d4-9c0a-cc706de13de0
  kind: Event
  lastTimestamp: "2026-05-26T12:29:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T12:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:29:43Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-44nnm.18b31d61d0019f19
    namespace: kserve-ci-e2e-test
    resourceVersion: "39099"
    uid: f3ff4e23-6ba7-4e09-b180-88596c33b264
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:29:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-44nnm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39032"
    uid: eeb8b40a-8a5b-42d4-9c0a-cc706de13de0
  kind: Event
  lastTimestamp: "2026-05-26T12:29:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:29:43Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-44nnm.18b31d61d00d1f57
    namespace: kserve-ci-e2e-test
    resourceVersion: "39100"
    uid: da68cdb7-ed48-4156-8c0f-ee0369af0c21
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:29:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-44nnm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39032"
    uid: eeb8b40a-8a5b-42d4-9c0a-cc706de13de0
  kind: Event
  lastTimestamp: "2026-05-26T12:29:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T12:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:29:43Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-44nnm.18b31d61d2f50a5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39102"
    uid: f19609f1-3b60-45cd-8f1d-07a9110f6f45
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:29:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-44nnm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39032"
    uid: eeb8b40a-8a5b-42d4-9c0a-cc706de13de0
  kind: Event
  lastTimestamp: "2026-05-26T12:29:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T12:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:29:43Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-44nnm.18b31d61d35cd096
    namespace: kserve-ci-e2e-test
    resourceVersion: "39103"
    uid: 3870ff35-6926-419e-8c58-c8e57b2340f9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:30:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-44nnm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39032"
    uid: eeb8b40a-8a5b-42d4-9c0a-cc706de13de0
  kind: Event
  lastTimestamp: "2026-05-26T12:30:21Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-05-26T12:30:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:30:21Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-44nnm.18b31d6aaa3c6fc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39386"
    uid: ef7a923f-1d95-4506-ac08-62b398c25e64
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:30:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-44nnm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39032"
    uid: eeb8b40a-8a5b-42d4-9c0a-cc706de13de0
  kind: Event
  lastTimestamp: "2026-05-26T12:30:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T12:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:30:38Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-44nnm.18b31d6ea37b844e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39544"
    uid: cf42cc4a-a24f-49a8-a752-c40618468254
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:30:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-44nnm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39032"
    uid: eeb8b40a-8a5b-42d4-9c0a-cc706de13de0
  kind: Event
  lastTimestamp: "2026-05-26T12:30:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T12:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:30:38Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-44nnm.18b31d6ea37c3e30
    namespace: kserve-ci-e2e-test
    resourceVersion: "39545"
    uid: a96b03bd-b65a-4301-9898-02a28606a934
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:30:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-44nnm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39032"
    uid: eeb8b40a-8a5b-42d4-9c0a-cc706de13de0
  kind: Event
  lastTimestamp: "2026-05-26T12:30:41Z"
  message: 'Readiness probe failed: Get "https://10.132.0.54:8643/healthz": dial tcp
    10.132.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T12:30:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:30:41Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-44nnm.18b31d6f4da9d38c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39601"
    uid: beb325b0-51d8-463c-a003-195ac4ac360c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:29:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39019"
    uid: 5561f077-b640-4541-ba03-47f1b4100217
  kind: Event
  lastTimestamp: "2026-05-26T12:29:38Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-6dc5954dc-44nnm'
  metadata:
    creationTimestamp: "2026-05-26T12:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:29:38Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc.18b31d60a3e11c66
    namespace: kserve-ci-e2e-test
    resourceVersion: "39031"
    uid: 5d2ba457-c6b7-43cc-bc47-3f337581d735
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:29:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39017"
    uid: e429510b-4e60-4663-a2b7-b76c36009236
  kind: Event
  lastTimestamp: "2026-05-26T12:29:38Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-6dc5954dc from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-26T12:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:29:38Z"
    name: isvc-xgboost-v2-runtime-predictor.18b31d60a0e4098d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39021"
    uid: d35bf2ba-4a37-41f6-8857-5a021b2abd7a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T12:29:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39018"
    uid: 31edbac1-fff3-4c12-823d-d5d14ddbf1fe
  kind: Event
  lastTimestamp: "2026-05-26T12:30:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T12:29:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:30:23Z"
    name: isvc-xgboost-v2-runtime-predictor.18b31d641f617c43
    namespace: kserve-ci-e2e-test
    resourceVersion: "39396"
    uid: ede1b9f1-6a49-4c06-86c9-20c59dddd45e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T12:29:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39018"
    uid: 31edbac1-fff3-4c12-823d-d5d14ddbf1fe
  kind: Event
  lastTimestamp: "2026-05-26T12:30:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T12:29:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:30:23Z"
    name: isvc-xgboost-v2-runtime-predictor.18b31d641fd3cd3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39397"
    uid: cd80677c-6c88-4f5b-b4b0-f1983dddf326
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:30:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39178"
    uid: 31edbac1-fff3-4c12-823d-d5d14ddbf1fe
  kind: Event
  lastTimestamp: "2026-05-26T12:30:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T12:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:30:38Z"
    name: isvc-xgboost-v2-runtime-predictor.18b31d6e9d2186c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39513"
    uid: e48c139a-8b80-43d7-9ce0-7c700a87483e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:30:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39178"
    uid: 31edbac1-fff3-4c12-823d-d5d14ddbf1fe
  kind: Event
  lastTimestamp: "2026-05-26T12:30:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T12:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:30:38Z"
    name: isvc-xgboost-v2-runtime-predictor.18b31d6e9d8b3445
    namespace: kserve-ci-e2e-test
    resourceVersion: "39515"
    uid: 5f92c3d4-0068-4aab-8882-a45e822b542b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-26T12:29:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38990"
    uid: 04ecaaad-4c73-4b98-9994-f2e971119de9
  kind: Event
  lastTimestamp: "2026-05-26T12:30:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T12:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:30:31Z"
    name: isvc-xgboost-v2-runtime.18b31d60a0bac0b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39462"
    uid: 84617099-4f55-43b1-8dc2-739d896e5834
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:29:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38990"
    uid: 04ecaaad-4c73-4b98-9994-f2e971119de9
  kind: Event
  lastTimestamp: "2026-05-26T12:29:38Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T12:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:29:38Z"
    name: isvc-xgboost-v2-runtime.18b31d60a11bd412
    namespace: kserve-ci-e2e-test
    resourceVersion: "39023"
    uid: 28e0afc7-329d-442a-8842-9ee1b878f578
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:30:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "39458"
    uid: 04ecaaad-4c73-4b98-9994-f2e971119de9
  kind: Event
  lastTimestamp: "2026-05-26T12:30:31Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-26T12:30:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:30:31Z"
    name: isvc-xgboost-v2-runtime.18b31d6cfedf163f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39459"
    uid: b82f35c6-df7b-44dd-96c2-22859d6eae55
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-26T12:30:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39517"
    uid: 7bb9d37c-8d50-4687-ac53-cdbd8cdf79a8
  kind: Event
  lastTimestamp: "2026-05-26T12:31:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T12:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:31:41Z"
    name: isvc-xgboost-v2.18b31d6ea43cc087
    namespace: kserve-ci-e2e-test
    resourceVersion: "40052"
    uid: d362f3d9-eff0-4ca4-989d-7982d1c145c4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:30:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39517"
    uid: 7bb9d37c-8d50-4687-ac53-cdbd8cdf79a8
  kind: Event
  lastTimestamp: "2026-05-26T12:30:38Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T12:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:30:38Z"
    name: isvc-xgboost-v2.18b31d6ea528e22f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39551"
    uid: 4718ad39-5f18-4123-8021-0c3c6c7bdc56
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:31:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40050"
    uid: 7bb9d37c-8d50-4687-ac53-cdbd8cdf79a8
  kind: Event
  lastTimestamp: "2026-05-26T12:31:41Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-05-26T12:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:31:41Z"
    name: isvc-xgboost-v2.18b31d7d5539e06d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40051"
    uid: 7cdd4482-61e3-4823-950b-0a05d0fccdb3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-26T12:25:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "36781"
    uid: 6771a930-f350-4c0e-bbb1-7b315e2c41f2
  kind: Event
  lastTimestamp: "2026-05-26T12:26:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T12:25:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:26:41Z"
    name: isvc-xgboost.18b31d23e8987daf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37451"
    uid: deeddff5-e83d-4094-8315-36e39ce8ccd2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:25:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "36781"
    uid: 6771a930-f350-4c0e-bbb1-7b315e2c41f2
  kind: Event
  lastTimestamp: "2026-05-26T12:25:17Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-05-26T12:25:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:25:17Z"
    name: isvc-xgboost.18b31d23e9045c26
    namespace: kserve-ci-e2e-test
    resourceVersion: "36817"
    uid: ee8950e0-6145-4974-bed9-2092e1aeaddb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:26:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "37449"
    uid: 6771a930-f350-4c0e-bbb1-7b315e2c41f2
  kind: Event
  lastTimestamp: "2026-05-26T12:26:41Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-05-26T12:26:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:26:41Z"
    name: isvc-xgboost.18b31d374acbed83
    namespace: kserve-ci-e2e-test
    resourceVersion: "37450"
    uid: 2af7d62d-6d43-4ad1-a2c7-b5a4b98468d7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T11:46:07.103897Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-b9npv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16913"
    uid: 44859f60-6eed-49bd-9550-ca2e825cd47b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-c7d86bcbd-b9npv
    to ip-10-0-138-207.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T11:46:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T11:46:07Z"
    name: message-dumper-predictor-c7d86bcbd-b9npv.18b31b0097e6a575
    namespace: kserve-ci-e2e-test
    resourceVersion: "16921"
    uid: 250706ed-e339-4e28-a30e-8bbe59684474
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-656794c755-kk9zg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:46:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-b9npv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16923"
    uid: 44859f60-6eed-49bd-9550-ca2e825cd47b
  kind: Event
  lastTimestamp: "2026-05-26T11:46:07Z"
  message: Add eth0 [10.132.0.18/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T11:46:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T11:46:07Z"
    name: message-dumper-predictor-c7d86bcbd-b9npv.18b31b00b11617fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16931"
    uid: c1d7a16f-16af-4aa2-92ca-ba31e030fa05
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:46:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-b9npv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16916"
    uid: 44859f60-6eed-49bd-9550-ca2e825cd47b
  kind: Event
  lastTimestamp: "2026-05-26T11:46:07Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-05-26T11:46:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:46:07Z"
    name: message-dumper-predictor-c7d86bcbd-b9npv.18b31b00b27184dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16933"
    uid: 9f1b8e80-6b0a-4128-b3c3-735bf931c957
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:46:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-b9npv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16916"
    uid: 44859f60-6eed-49bd-9550-ca2e825cd47b
  kind: Event
  lastTimestamp: "2026-05-26T11:46:08Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.017s (1.017s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-05-26T11:46:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:46:08Z"
    name: message-dumper-predictor-c7d86bcbd-b9npv.18b31b00ef13f814
    namespace: kserve-ci-e2e-test
    resourceVersion: "16944"
    uid: 08274d57-5e60-4fdf-aceb-1b759b7c0b68
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:46:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-b9npv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16916"
    uid: 44859f60-6eed-49bd-9550-ca2e825cd47b
  kind: Event
  lastTimestamp: "2026-05-26T11:46:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T11:46:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:46:08Z"
    name: message-dumper-predictor-c7d86bcbd-b9npv.18b31b00f201d593
    namespace: kserve-ci-e2e-test
    resourceVersion: "16945"
    uid: 126fa6ad-d4bb-49be-9b82-e1487de3e4e4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:46:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-b9npv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16916"
    uid: 44859f60-6eed-49bd-9550-ca2e825cd47b
  kind: Event
  lastTimestamp: "2026-05-26T11:46:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T11:46:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:46:08Z"
    name: message-dumper-predictor-c7d86bcbd-b9npv.18b31b00f274c59d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16946"
    uid: a0b5b8fb-3ba5-4bdd-8b78-7de6e0465c3b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:46:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-b9npv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16916"
    uid: 44859f60-6eed-49bd-9550-ca2e825cd47b
  kind: Event
  lastTimestamp: "2026-05-26T11:46:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T11:46:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:46:08Z"
    name: message-dumper-predictor-c7d86bcbd-b9npv.18b31b00f2810bd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16947"
    uid: 27c47c11-f302-464d-b054-4e9172478996
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:46:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-b9npv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16916"
    uid: 44859f60-6eed-49bd-9550-ca2e825cd47b
  kind: Event
  lastTimestamp: "2026-05-26T11:46:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T11:46:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:46:08Z"
    name: message-dumper-predictor-c7d86bcbd-b9npv.18b31b00f580ae11
    namespace: kserve-ci-e2e-test
    resourceVersion: "16949"
    uid: 6ea85aee-70f0-4b73-af07-ef169d85eb8e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:46:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-b9npv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16916"
    uid: 44859f60-6eed-49bd-9550-ca2e825cd47b
  kind: Event
  lastTimestamp: "2026-05-26T11:46:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T11:46:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:46:08Z"
    name: message-dumper-predictor-c7d86bcbd-b9npv.18b31b00f5f72702
    namespace: kserve-ci-e2e-test
    resourceVersion: "16950"
    uid: ead1ebb2-f5bc-4a2a-9ea6-840a9868f638
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:47:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-b9npv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16916"
    uid: 44859f60-6eed-49bd-9550-ca2e825cd47b
  kind: Event
  lastTimestamp: "2026-05-26T11:47:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T11:47:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:47:52Z"
    name: message-dumper-predictor-c7d86bcbd-b9npv.18b31b191d211476
    namespace: kserve-ci-e2e-test
    resourceVersion: "17864"
    uid: 66dddcd2-53e5-46a1-a94f-da8e554e7971
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:47:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-b9npv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16916"
    uid: 44859f60-6eed-49bd-9550-ca2e825cd47b
  kind: Event
  lastTimestamp: "2026-05-26T11:47:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T11:47:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T11:47:52Z"
    name: message-dumper-predictor-c7d86bcbd-b9npv.18b31b191d219f92
    namespace: kserve-ci-e2e-test
    resourceVersion: "17865"
    uid: 977d5d06-ae08-4912-858a-8f0c6eda8238
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:46:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-c7d86bcbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16901"
    uid: 8e733c2a-25cf-4342-9848-3288321f5995
  kind: Event
  lastTimestamp: "2026-05-26T11:46:07Z"
  message: 'Created pod: message-dumper-predictor-c7d86bcbd-b9npv'
  metadata:
    creationTimestamp: "2026-05-26T11:46:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:46:07Z"
    name: message-dumper-predictor-c7d86bcbd.18b31b0096a7dd45
    namespace: kserve-ci-e2e-test
    resourceVersion: "16914"
    uid: e31727fa-e3b8-4db4-8e90-ee24b1576ce5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:46:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16897"
    uid: c3ca7b5a-4420-4c55-a67e-6acae6803c43
  kind: Event
  lastTimestamp: "2026-05-26T11:46:07Z"
  message: Scaled up replica set message-dumper-predictor-c7d86bcbd from 0 to 1
  metadata:
    creationTimestamp: "2026-05-26T11:46:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:46:07Z"
    name: message-dumper-predictor.18b31b009359786f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16905"
    uid: 9aa1cb12-4dbe-4710-ba20-cc2897942393
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T11:46:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16898"
    uid: 94a2269e-504c-47d2-97a7-17ab090b68eb
  kind: Event
  lastTimestamp: "2026-05-26T11:46:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T11:46:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:46:37Z"
    name: message-dumper-predictor.18b31b0411ade80b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17238"
    uid: 6205329d-c189-40a7-b6a0-6fa30f212d61
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T11:46:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16898"
    uid: 94a2269e-504c-47d2-97a7-17ab090b68eb
  kind: Event
  lastTimestamp: "2026-05-26T11:46:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T11:46:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T11:46:37Z"
    name: message-dumper-predictor.18b31b04121703da
    namespace: kserve-ci-e2e-test
    resourceVersion: "17239"
    uid: 02b5c77e-1650-4faa-b292-cee92c09add1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-05-26T11:46:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16873"
    uid: 2134c071-879f-46cf-aaad-be6e16b6a359
  kind: Event
  lastTimestamp: "2026-05-26T11:46:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T11:46:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T11:46:17Z"
    name: message-dumper.18b31b0092fbd91d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17022"
    uid: a7d64aa0-3232-4056-a30a-cf09a3bd8d0c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:46:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16873"
    uid: 2134c071-879f-46cf-aaad-be6e16b6a359
  kind: Event
  lastTimestamp: "2026-05-26T11:46:07Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-05-26T11:46:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T11:46:07Z"
    name: message-dumper.18b31b00938d63f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16907"
    uid: 248a6bf4-eea4-4171-8fff-d705c32d4d1d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T11:46:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17020"
    uid: 2134c071-879f-46cf-aaad-be6e16b6a359
  kind: Event
  lastTimestamp: "2026-05-26T11:46:17Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-05-26T11:46:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T11:46:17Z"
    name: message-dumper.18b31b02f856335d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17021"
    uid: e82685c4-604f-4954-ad4b-4a65c8b72e54
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T12:16:25.642416Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-smn5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "32327"
    uid: aaee0fa8-924f-44b3-947c-4d1e213bb2c2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-65d8664766-smn5t
    to ip-10-0-138-207.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T12:16:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T12:16:25Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-smn5t.18b31ca8013e55b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32333"
    uid: 08b3ab58-07be-4e68-bde3-ec70cbb47d3a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-656794c755-kk9zg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:16:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-smn5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "32337"
    uid: aaee0fa8-924f-44b3-947c-4d1e213bb2c2
  kind: Event
  lastTimestamp: "2026-05-26T12:16:26Z"
  message: Add eth0 [10.132.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T12:16:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T12:16:26Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-smn5t.18b31ca81a42ef05
    namespace: kserve-ci-e2e-test
    resourceVersion: "32343"
    uid: ab2b0f23-9210-4cdd-b55f-223f3a16d6cb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:16:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-smn5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "32331"
    uid: aaee0fa8-924f-44b3-947c-4d1e213bb2c2
  kind: Event
  lastTimestamp: "2026-05-26T12:16:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:16:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:16:26Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-smn5t.18b31ca81bcbd25a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32345"
    uid: 9e40bac2-e652-43a6-b10c-05463adb45f8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:16:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-smn5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "32331"
    uid: aaee0fa8-924f-44b3-947c-4d1e213bb2c2
  kind: Event
  lastTimestamp: "2026-05-26T12:16:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T12:16:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:16:26Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-smn5t.18b31ca81e6631f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32347"
    uid: b1226bff-43c1-4827-8974-8913762e81fc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:16:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-smn5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "32331"
    uid: aaee0fa8-924f-44b3-947c-4d1e213bb2c2
  kind: Event
  lastTimestamp: "2026-05-26T12:16:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T12:16:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:16:26Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-smn5t.18b31ca81ed8bca5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32348"
    uid: 75d08e61-cffb-4962-b308-3429760ef8bd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:16:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-smn5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "32331"
    uid: aaee0fa8-924f-44b3-947c-4d1e213bb2c2
  kind: Event
  lastTimestamp: "2026-05-26T12:16:30Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-05-26T12:16:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:16:30Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-smn5t.18b31ca917e67c17
    namespace: kserve-ci-e2e-test
    resourceVersion: "32388"
    uid: bc5a4c02-598d-465a-97a2-18fad403203c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:16:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-smn5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "32331"
    uid: aaee0fa8-924f-44b3-947c-4d1e213bb2c2
  kind: Event
  lastTimestamp: "2026-05-26T12:16:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T12:16:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:16:30Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-smn5t.18b31ca91b36f60e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32392"
    uid: 724a7621-5ccf-4a34-9aa9-a66f395ec16a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:16:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-smn5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "32331"
    uid: aaee0fa8-924f-44b3-947c-4d1e213bb2c2
  kind: Event
  lastTimestamp: "2026-05-26T12:16:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T12:16:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:16:30Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-smn5t.18b31ca91bb17ba0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32393"
    uid: b46056eb-f61c-484a-b1e7-6af2167c659c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:16:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-smn5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "32331"
    uid: aaee0fa8-924f-44b3-947c-4d1e213bb2c2
  kind: Event
  lastTimestamp: "2026-05-26T12:16:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:16:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:16:30Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-smn5t.18b31ca91bbed9b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32396"
    uid: a2977eec-c43d-4db2-b791-31641239192f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:16:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-smn5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "32331"
    uid: aaee0fa8-924f-44b3-947c-4d1e213bb2c2
  kind: Event
  lastTimestamp: "2026-05-26T12:16:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T12:16:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:16:30Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-smn5t.18b31ca91e554cbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32397"
    uid: 3e35fffb-013a-4d05-8a98-f58bb26cf466
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:16:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-smn5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "32331"
    uid: aaee0fa8-924f-44b3-947c-4d1e213bb2c2
  kind: Event
  lastTimestamp: "2026-05-26T12:16:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T12:16:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:16:30Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-smn5t.18b31ca91ed6e58f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32398"
    uid: 38782738-26df-4616-9846-32abd695970f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:17:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-smn5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "32331"
    uid: aaee0fa8-924f-44b3-947c-4d1e213bb2c2
  kind: Event
  lastTimestamp: "2026-05-26T12:17:08Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-05-26T12:17:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:17:08Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-smn5t.18b31cb1f5dcd019
    namespace: kserve-ci-e2e-test
    resourceVersion: "32664"
    uid: 62e931f4-1680-4fb2-a7a3-121a90f9a1bb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:17:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-smn5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "32331"
    uid: aaee0fa8-924f-44b3-947c-4d1e213bb2c2
  kind: Event
  lastTimestamp: "2026-05-26T12:17:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T12:17:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:17:25Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-smn5t.18b31cb5fbbcd167
    namespace: kserve-ci-e2e-test
    resourceVersion: "32823"
    uid: 08be0766-8b7a-451d-b0ed-8eff39018ef4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:17:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-smn5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "32331"
    uid: aaee0fa8-924f-44b3-947c-4d1e213bb2c2
  kind: Event
  lastTimestamp: "2026-05-26T12:17:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T12:17:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:17:25Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-smn5t.18b31cb5fbbe18b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32825"
    uid: 0d558697-b3bc-49e1-93c2-4640000ea542
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:17:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-smn5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "32331"
    uid: aaee0fa8-924f-44b3-947c-4d1e213bb2c2
  kind: Event
  lastTimestamp: "2026-05-26T12:17:28Z"
  message: 'Readiness probe failed: Get "https://10.132.0.42:8643/healthz": dial tcp
    10.132.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T12:17:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:17:28Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-smn5t.18b31cb69992f932
    namespace: kserve-ci-e2e-test
    resourceVersion: "32886"
    uid: 84ecfa52-08f9-4705-aa6b-b76365b79040
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:16:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-65d8664766
    namespace: kserve-ci-e2e-test
    resourceVersion: "32316"
    uid: 457e2b94-d83d-46e4-a5e0-2c51eeea16da
  kind: Event
  lastTimestamp: "2026-05-26T12:16:25Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-65d8664766-smn5t'
  metadata:
    creationTimestamp: "2026-05-26T12:16:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:16:25Z"
    name: sklearn-v2-mlserver-predictor-65d8664766.18b31ca8006d8dbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32330"
    uid: 4d9eda92-f0eb-4080-8edb-4612a8839705
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:16:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32313"
    uid: fbff73dc-e8fc-4f9b-86f5-f94482ee4329
  kind: Event
  lastTimestamp: "2026-05-26T12:16:25Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-65d8664766 from 0 to
    1
  metadata:
    creationTimestamp: "2026-05-26T12:16:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:16:25Z"
    name: sklearn-v2-mlserver-predictor.18b31ca7fc5663d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32318"
    uid: 6be525aa-3a9d-418c-8995-12eaffd02984
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T12:16:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32315"
    uid: cd71abcf-d9ea-481c-a904-89d59bb0d2f6
  kind: Event
  lastTimestamp: "2026-05-26T12:17:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T12:16:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:17:10Z"
    name: sklearn-v2-mlserver-predictor.18b31cab7b2df9a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32678"
    uid: fd8fc255-a268-4976-ab02-7171c35b1c17
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T12:16:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32315"
    uid: cd71abcf-d9ea-481c-a904-89d59bb0d2f6
  kind: Event
  lastTimestamp: "2026-05-26T12:17:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T12:16:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:17:10Z"
    name: sklearn-v2-mlserver-predictor.18b31cab7b95dec0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32679"
    uid: f96d109c-c9e1-4715-a58d-ed01866eb081
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:17:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32473"
    uid: cd71abcf-d9ea-481c-a904-89d59bb0d2f6
  kind: Event
  lastTimestamp: "2026-05-26T12:17:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T12:17:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:17:25Z"
    name: sklearn-v2-mlserver-predictor.18b31cb5f8639b56
    namespace: kserve-ci-e2e-test
    resourceVersion: "32800"
    uid: 3af80443-0cf2-4641-bf3e-306d46951392
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:17:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32473"
    uid: cd71abcf-d9ea-481c-a904-89d59bb0d2f6
  kind: Event
  lastTimestamp: "2026-05-26T12:17:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T12:17:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:17:25Z"
    name: sklearn-v2-mlserver-predictor.18b31cb5f8f9d718
    namespace: kserve-ci-e2e-test
    resourceVersion: "32803"
    uid: dff4fe7b-841c-4675-8a0b-eaab12b0ac0e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-26T12:16:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "32284"
    uid: 9af9764c-ddba-42fa-9603-e86175c6199b
  kind: Event
  lastTimestamp: "2026-05-26T12:17:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T12:16:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:17:18Z"
    name: sklearn-v2-mlserver.18b31ca7fc271605
    namespace: kserve-ci-e2e-test
    resourceVersion: "32744"
    uid: e4fef3c4-79d0-467d-8f69-b8d8f3eb1f97
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:16:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "32284"
    uid: 9af9764c-ddba-42fa-9603-e86175c6199b
  kind: Event
  lastTimestamp: "2026-05-26T12:16:25Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T12:16:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:16:25Z"
    name: sklearn-v2-mlserver.18b31ca7fcb12b25
    namespace: kserve-ci-e2e-test
    resourceVersion: "32320"
    uid: 5409192a-7feb-47e7-8a8b-8a5dbe4ac19a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:17:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "32742"
    uid: 9af9764c-ddba-42fa-9603-e86175c6199b
  kind: Event
  lastTimestamp: "2026-05-26T12:17:18Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-05-26T12:17:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:17:18Z"
    name: sklearn-v2-mlserver.18b31cb44b38ce1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32743"
    uid: d264d898-233e-410e-9f88-31c3b470acc1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T12:27:38.351701Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-5wbcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37991"
    uid: 8c7d7b82-68e1-47c5-8756-f9126972b222
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-7799869d6f-5wbcp
    to ip-10-0-138-207.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T12:27:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T12:27:38Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-5wbcp.18b31d44a1d778c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37995"
    uid: 02369f64-a767-4656-9745-05ffd589212b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-656794c755-kk9zg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:27:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-5wbcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37993"
    uid: 8c7d7b82-68e1-47c5-8756-f9126972b222
  kind: Event
  lastTimestamp: "2026-05-26T12:27:38Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "xgboost-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-26T12:27:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:27:38Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-5wbcp.18b31d44a9c8a70b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38005"
    uid: b16e500d-af61-418b-b655-868ce35954ee
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:27:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-5wbcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "38000"
    uid: 8c7d7b82-68e1-47c5-8756-f9126972b222
  kind: Event
  lastTimestamp: "2026-05-26T12:27:39Z"
  message: Add eth0 [10.132.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T12:27:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T12:27:39Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-5wbcp.18b31d44e47e5166
    namespace: kserve-ci-e2e-test
    resourceVersion: "38016"
    uid: 7929838e-a1a5-4cbd-bb85-b4eef5b0fcab
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:27:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-5wbcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37993"
    uid: 8c7d7b82-68e1-47c5-8756-f9126972b222
  kind: Event
  lastTimestamp: "2026-05-26T12:27:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:27:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:27:39Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-5wbcp.18b31d44e5f05c2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38018"
    uid: d9a61cd9-b1c8-4d82-b63f-5a3c16cff12c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:27:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-5wbcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37993"
    uid: 8c7d7b82-68e1-47c5-8756-f9126972b222
  kind: Event
  lastTimestamp: "2026-05-26T12:27:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T12:27:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:27:39Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-5wbcp.18b31d44e874ac5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38020"
    uid: af893fe7-8800-4150-9dd7-bf1a4b4a98bb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:27:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-5wbcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37993"
    uid: 8c7d7b82-68e1-47c5-8756-f9126972b222
  kind: Event
  lastTimestamp: "2026-05-26T12:27:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T12:27:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:27:39Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-5wbcp.18b31d44e8d895a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38021"
    uid: 47ab7782-e5e4-4599-8714-8841bd244242
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:27:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-5wbcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37993"
    uid: 8c7d7b82-68e1-47c5-8756-f9126972b222
  kind: Event
  lastTimestamp: "2026-05-26T12:27:43Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-05-26T12:27:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:27:43Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-5wbcp.18b31d45c72cb3dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38057"
    uid: c7e0d83c-59cc-40a8-bcd9-13ada6f6b4b1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:27:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-5wbcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37993"
    uid: 8c7d7b82-68e1-47c5-8756-f9126972b222
  kind: Event
  lastTimestamp: "2026-05-26T12:27:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T12:27:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:27:43Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-5wbcp.18b31d45cbb5d99d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38062"
    uid: c1bff7e4-08d3-4682-b901-061607a4ab9f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:27:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-5wbcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37993"
    uid: 8c7d7b82-68e1-47c5-8756-f9126972b222
  kind: Event
  lastTimestamp: "2026-05-26T12:27:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T12:27:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:27:43Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-5wbcp.18b31d45cc1ee920
    namespace: kserve-ci-e2e-test
    resourceVersion: "38063"
    uid: ef24e71e-4053-4aeb-85e1-3d7206370a30
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:27:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-5wbcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37993"
    uid: 8c7d7b82-68e1-47c5-8756-f9126972b222
  kind: Event
  lastTimestamp: "2026-05-26T12:27:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T12:27:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:27:43Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-5wbcp.18b31d45cc2ca543
    namespace: kserve-ci-e2e-test
    resourceVersion: "38064"
    uid: 7815f07c-3761-41e7-9b72-d52c956e524d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:27:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-5wbcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37993"
    uid: 8c7d7b82-68e1-47c5-8756-f9126972b222
  kind: Event
  lastTimestamp: "2026-05-26T12:27:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T12:27:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:27:43Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-5wbcp.18b31d45cec6607e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38066"
    uid: aa939b51-a79a-41c5-908d-8d1cc6c2a2e9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:27:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-5wbcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37993"
    uid: 8c7d7b82-68e1-47c5-8756-f9126972b222
  kind: Event
  lastTimestamp: "2026-05-26T12:27:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T12:27:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:27:43Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-5wbcp.18b31d45cf2dcb5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38067"
    uid: 34eeb947-2a7e-4b81-a51b-40da077c4272
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:28:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-5wbcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37993"
    uid: 8c7d7b82-68e1-47c5-8756-f9126972b222
  kind: Event
  lastTimestamp: "2026-05-26T12:28:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T12:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:28:28Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-5wbcp.18b31d5048eecec9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38425"
    uid: a8286167-74fd-40bd-80d7-1ad7baa91477
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:28:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-5wbcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37993"
    uid: 8c7d7b82-68e1-47c5-8756-f9126972b222
  kind: Event
  lastTimestamp: "2026-05-26T12:28:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T12:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:28:28Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-5wbcp.18b31d5048ef57bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38428"
    uid: 3d90ef81-2235-403d-9afe-f6dca4e3b146
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:28:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-5wbcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37993"
    uid: 8c7d7b82-68e1-47c5-8756-f9126972b222
  kind: Event
  lastTimestamp: "2026-05-26T12:28:31Z"
  message: 'Readiness probe failed: Get "https://10.132.0.52:8643/healthz": dial tcp
    10.132.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T12:28:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:28:31Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-5wbcp.18b31d50f4ec992d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38484"
    uid: 07cd3d27-4867-47a3-99ba-0f6f26bc0211
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:28:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-5wbcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37993"
    uid: 8c7d7b82-68e1-47c5-8756-f9126972b222
  kind: Event
  lastTimestamp: "2026-05-26T12:28:31Z"
  message: 'Readiness probe failed: Get "http://10.132.0.52:8080/v2/models/xgboost-v2-mlserver/ready":
    dial tcp 10.132.0.52:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T12:28:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T12:28:31Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-5wbcp.18b31d50f53f74dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38485"
    uid: 22b2b09b-3d12-4f18-90ce-751a3c3e9d61
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-207.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-207.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:27:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-7799869d6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37981"
    uid: ca451a0d-1f8c-4824-95f4-292d5e85ef72
  kind: Event
  lastTimestamp: "2026-05-26T12:27:38Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-7799869d6f-5wbcp'
  metadata:
    creationTimestamp: "2026-05-26T12:27:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:27:38Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f.18b31d44a16b4c4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37992"
    uid: bae27e6a-ec11-4822-a96c-cae50f7cec5b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:27:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37979"
    uid: e932294a-a9d6-41ae-9f4e-b0504438db63
  kind: Event
  lastTimestamp: "2026-05-26T12:27:38Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-7799869d6f from 0 to
    1
  metadata:
    creationTimestamp: "2026-05-26T12:27:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:27:38Z"
    name: xgboost-v2-mlserver-predictor.18b31d449d933e2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37982"
    uid: 05336ade-42a8-475b-be0b-08f00fe574b5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:27:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37980"
    uid: b645c2f5-ece9-4a1a-9e0c-6cae6e83b453
  kind: Event
  lastTimestamp: "2026-05-26T12:28:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T12:27:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:28:23Z"
    name: xgboost-v2-mlserver-predictor.18b31d481c604dd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38359"
    uid: d7cd4cc1-81e1-4e40-bbb6-b6dc3dc76e1b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T12:27:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37980"
    uid: b645c2f5-ece9-4a1a-9e0c-6cae6e83b453
  kind: Event
  lastTimestamp: "2026-05-26T12:28:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T12:27:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:28:23Z"
    name: xgboost-v2-mlserver-predictor.18b31d481cb16780
    namespace: kserve-ci-e2e-test
    resourceVersion: "38360"
    uid: 9d382917-bf71-4d08-8e71-13464b5f00e9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:28:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38139"
    uid: b645c2f5-ece9-4a1a-9e0c-6cae6e83b453
  kind: Event
  lastTimestamp: "2026-05-26T12:28:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T12:28:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:28:08Z"
    name: xgboost-v2-mlserver-predictor.18b31d4b9bdb919a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38246"
    uid: 174d9c1c-9d06-4b01-b255-5b212ae0acbd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:28:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38139"
    uid: b645c2f5-ece9-4a1a-9e0c-6cae6e83b453
  kind: Event
  lastTimestamp: "2026-05-26T12:28:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T12:28:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T12:28:08Z"
    name: xgboost-v2-mlserver-predictor.18b31d4b9c4bd376
    namespace: kserve-ci-e2e-test
    resourceVersion: "38248"
    uid: dcfa64aa-661d-4996-81f9-a65924c283d3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-26T12:27:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "37950"
    uid: 52bec629-fbc3-4a30-b714-ebb1b78e2ec6
  kind: Event
  lastTimestamp: "2026-05-26T12:28:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T12:27:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:28:21Z"
    name: xgboost-v2-mlserver.18b31d449d8f36cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38345"
    uid: 3d7a88c0-6bc3-41b8-ad7a-9000e6050d5a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:27:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "37950"
    uid: 52bec629-fbc3-4a30-b714-ebb1b78e2ec6
  kind: Event
  lastTimestamp: "2026-05-26T12:27:38Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T12:27:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:27:38Z"
    name: xgboost-v2-mlserver.18b31d449e68cd8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37986"
    uid: a4991b4f-1ce3-4155-9b32-ce1907224b90
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T12:28:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "38343"
    uid: 52bec629-fbc3-4a30-b714-ebb1b78e2ec6
  kind: Event
  lastTimestamp: "2026-05-26T12:28:21Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-05-26T12:28:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T12:28:21Z"
    name: xgboost-v2-mlserver.18b31d4ea6c7a335
    namespace: kserve-ci-e2e-test
    resourceVersion: "38344"
    uid: bf639650-7ecb-4766-9e1f-5371ee1520de
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "43802"