---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-10T19:11:49.009588Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-6d20ea-predictor-5b45b978b4-jpth8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25496"
    uid: 88d57251-4d12-46e6-9897-16ba174679f5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-6d20ea-predictor-5b45b978b4-jpth8
    to ip-10-0-140-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-10T19:11:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-10T19:11:49Z"
    name: isvc-init-fail-6d20ea-predictor-5b45b978b4-jpth8.18c103707893c480
    namespace: kserve-ci-e2e-test
    resourceVersion: "25502"
    uid: cff894c4-9472-47bb-a9cf-308a08ff0098
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c55bbd48f-bmqq8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:11:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-6d20ea-predictor-5b45b978b4-jpth8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25510"
    uid: 88d57251-4d12-46e6-9897-16ba174679f5
  kind: Event
  lastTimestamp: "2026-07-10T19:11:49Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-10T19:11:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-10T19:11:49Z"
    name: isvc-init-fail-6d20ea-predictor-5b45b978b4-jpth8.18c1037092a5af6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25525"
    uid: 4aefbfa7-eae7-441d-a7f9-f22780687398
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:11:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-6d20ea-predictor-5b45b978b4-jpth8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25499"
    uid: 88d57251-4d12-46e6-9897-16ba174679f5
  kind: Event
  lastTimestamp: "2026-07-10T19:11:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e7d18b8520466922c73925c5601004b31b3c3ec90f89a0821d13bdeee1848812"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:11:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:11:56Z"
    name: isvc-init-fail-6d20ea-predictor-5b45b978b4-jpth8.18c1037093eb6d93
    namespace: kserve-ci-e2e-test
    resourceVersion: "25589"
    uid: c860b366-02f2-44d2-9293-d96b1f846a3b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:11:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-6d20ea-predictor-5b45b978b4-jpth8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25499"
    uid: 88d57251-4d12-46e6-9897-16ba174679f5
  kind: Event
  lastTimestamp: "2026-07-10T19:11:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-10T19:11:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:11:56Z"
    name: isvc-init-fail-6d20ea-predictor-5b45b978b4-jpth8.18c1037096c62e43
    namespace: kserve-ci-e2e-test
    resourceVersion: "25592"
    uid: 4a499f27-229a-437b-91ab-a53d0e96291c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:11:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-6d20ea-predictor-5b45b978b4-jpth8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25499"
    uid: 88d57251-4d12-46e6-9897-16ba174679f5
  kind: Event
  lastTimestamp: "2026-07-10T19:11:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-10T19:11:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:11:56Z"
    name: isvc-init-fail-6d20ea-predictor-5b45b978b4-jpth8.18c103709739fdeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25595"
    uid: dadedea6-3065-4ea0-811b-dd15a9d725e7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:11:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-6d20ea-predictor-5b45b978b4-jpth8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25499"
    uid: 88d57251-4d12-46e6-9897-16ba174679f5
  kind: Event
  lastTimestamp: "2026-07-10T19:11:58Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-10T19:11:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:11:58Z"
    name: isvc-init-fail-6d20ea-predictor-5b45b978b4-jpth8.18c10372cb92b089
    namespace: kserve-ci-e2e-test
    resourceVersion: "25628"
    uid: b67574d8-e30f-4eab-8e1d-034285036ebf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:11:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-6d20ea-predictor-5b45b978b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25477"
    uid: 9c95f9cd-1bc2-4e41-bedf-f467c96f4442
  kind: Event
  lastTimestamp: "2026-07-10T19:11:49Z"
  message: 'Created pod: isvc-init-fail-6d20ea-predictor-5b45b978b4-jpth8'
  metadata:
    creationTimestamp: "2026-07-10T19:11:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:11:49Z"
    name: isvc-init-fail-6d20ea-predictor-5b45b978b4.18c10370781a7652
    namespace: kserve-ci-e2e-test
    resourceVersion: "25498"
    uid: ef78146e-0b18-4cf2-bfd6-35593dfb9a97
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:11:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-6d20ea-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25469"
    uid: bd48cac6-27d7-4f41-bd5c-fc198b612cd6
  kind: Event
  lastTimestamp: "2026-07-10T19:11:48Z"
  message: Scaled up replica set isvc-init-fail-6d20ea-predictor-5b45b978b4 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-10T19:11:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:11:48Z"
    name: isvc-init-fail-6d20ea-predictor.18c10370745626d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25481"
    uid: 4a68eedf-f620-4000-a435-ddff589600f0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-10T19:11:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-6d20ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "25450"
    uid: ae0d0aac-d33a-4e32-a6f3-793defb14af2
  kind: Event
  lastTimestamp: "2026-07-10T19:11:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-10T19:11:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:11:56Z"
    name: isvc-init-fail-6d20ea.18c1037073c6aff9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25596"
    uid: fe7a2887-ea32-4898-9ff7-0c11d7267196
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:11:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-6d20ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "25479"
    uid: ae0d0aac-d33a-4e32-a6f3-793defb14af2
  kind: Event
  lastTimestamp: "2026-07-10T19:11:49Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-6d20ea":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-6d20ea":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-10T19:11:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:11:49Z"
    name: isvc-init-fail-6d20ea.18c10370781fdb74
    namespace: kserve-ci-e2e-test
    resourceVersion: "25501"
    uid: b55e1397-a1d5-4866-9608-9fe83202a8f1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:11:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-6d20ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "25479"
    uid: ae0d0aac-d33a-4e32-a6f3-793defb14af2
  kind: Event
  lastTimestamp: "2026-07-10T19:11:49Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-6d20ea": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-10T19:11:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:11:49Z"
    name: isvc-init-fail-6d20ea.18c1037078203718
    namespace: kserve-ci-e2e-test
    resourceVersion: "25507"
    uid: 0e31a4d9-7069-49a6-a581-4c46d8063813
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-10T18:53:32.227554Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-57dd68dd5d-nbhqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16402"
    uid: 48bb1fae-d502-4da3-96cb-25de539d8a82
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-57dd68dd5d-nbhqz
    to ip-10-0-140-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-10T18:53:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-10T18:53:32Z"
    name: isvc-lightgbm-predictor-57dd68dd5d-nbhqz.18c102711b45fa38
    namespace: kserve-ci-e2e-test
    resourceVersion: "16409"
    uid: 073bc9ac-9d72-4ddd-b614-3a34eafc243c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c55bbd48f-bmqq8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:53:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-57dd68dd5d-nbhqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16412"
    uid: 48bb1fae-d502-4da3-96cb-25de539d8a82
  kind: Event
  lastTimestamp: "2026-07-10T18:53:32Z"
  message: Add eth0 [10.132.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-10T18:53:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-10T18:53:32Z"
    name: isvc-lightgbm-predictor-57dd68dd5d-nbhqz.18c1027134a59109
    namespace: kserve-ci-e2e-test
    resourceVersion: "16438"
    uid: ac4aa19b-6c8f-4423-964a-fe35596fe5a3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:53:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-57dd68dd5d-nbhqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16404"
    uid: 48bb1fae-d502-4da3-96cb-25de539d8a82
  kind: Event
  lastTimestamp: "2026-07-10T18:53:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e7d18b8520466922c73925c5601004b31b3c3ec90f89a0821d13bdeee1848812"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T18:53:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:53:32Z"
    name: isvc-lightgbm-predictor-57dd68dd5d-nbhqz.18c102713626afa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16441"
    uid: 2040adcb-d52a-47eb-a113-adceedcf88a0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:53:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-57dd68dd5d-nbhqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16404"
    uid: 48bb1fae-d502-4da3-96cb-25de539d8a82
  kind: Event
  lastTimestamp: "2026-07-10T18:53:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-10T18:53:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:53:32Z"
    name: isvc-lightgbm-predictor-57dd68dd5d-nbhqz.18c10271396c96cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16442"
    uid: 374b5159-cbd3-4991-b879-fedeef65026c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:53:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-57dd68dd5d-nbhqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16404"
    uid: 48bb1fae-d502-4da3-96cb-25de539d8a82
  kind: Event
  lastTimestamp: "2026-07-10T18:53:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-10T18:53:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:53:32Z"
    name: isvc-lightgbm-predictor-57dd68dd5d-nbhqz.18c1027139db2f26
    namespace: kserve-ci-e2e-test
    resourceVersion: "16443"
    uid: 91940fac-cdc6-4f54-a01e-f9919927dd43
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:53:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-57dd68dd5d-nbhqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16404"
    uid: 48bb1fae-d502-4da3-96cb-25de539d8a82
  kind: Event
  lastTimestamp: "2026-07-10T18:53:36Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-10T18:53:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:53:36Z"
    name: isvc-lightgbm-predictor-57dd68dd5d-nbhqz.18c102720f369b70
    namespace: kserve-ci-e2e-test
    resourceVersion: "16480"
    uid: 849639c7-ff6d-4661-94df-facd34abcb92
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:53:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-57dd68dd5d-nbhqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16404"
    uid: 48bb1fae-d502-4da3-96cb-25de539d8a82
  kind: Event
  lastTimestamp: "2026-07-10T18:53:42Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.29s (6.29s including
    waiting). Image size: 605969677 bytes.'
  metadata:
    creationTimestamp: "2026-07-10T18:53:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:53:42Z"
    name: isvc-lightgbm-predictor-57dd68dd5d-nbhqz.18c1027386267320
    namespace: kserve-ci-e2e-test
    resourceVersion: "16540"
    uid: 5cf49245-cd3f-4cda-9e8e-f1119af5f409
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:53:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-57dd68dd5d-nbhqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16404"
    uid: 48bb1fae-d502-4da3-96cb-25de539d8a82
  kind: Event
  lastTimestamp: "2026-07-10T18:53:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-10T18:53:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:53:42Z"
    name: isvc-lightgbm-predictor-57dd68dd5d-nbhqz.18c1027389cf4e6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16542"
    uid: aeb31dc6-b8a9-4527-9424-b75dcb3652fb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:53:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-57dd68dd5d-nbhqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16404"
    uid: 48bb1fae-d502-4da3-96cb-25de539d8a82
  kind: Event
  lastTimestamp: "2026-07-10T18:53:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T18:53:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:53:42Z"
    name: isvc-lightgbm-predictor-57dd68dd5d-nbhqz.18c102738a401b95
    namespace: kserve-ci-e2e-test
    resourceVersion: "16543"
    uid: 78ea542b-d5bd-4ab7-a5b3-f74fe89a8665
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:53:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-57dd68dd5d-nbhqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16404"
    uid: 48bb1fae-d502-4da3-96cb-25de539d8a82
  kind: Event
  lastTimestamp: "2026-07-10T18:53:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T18:53:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:53:42Z"
    name: isvc-lightgbm-predictor-57dd68dd5d-nbhqz.18c102738a4a3491
    namespace: kserve-ci-e2e-test
    resourceVersion: "16544"
    uid: 3da39dd0-85b8-4fe9-974d-10b7a2d4941c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:53:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-57dd68dd5d-nbhqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16404"
    uid: 48bb1fae-d502-4da3-96cb-25de539d8a82
  kind: Event
  lastTimestamp: "2026-07-10T18:53:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-10T18:53:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:53:42Z"
    name: isvc-lightgbm-predictor-57dd68dd5d-nbhqz.18c102738d1528ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "16545"
    uid: c6fe5702-a40b-4e63-81b0-9356ba1d6fbe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:53:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-57dd68dd5d-nbhqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16404"
    uid: 48bb1fae-d502-4da3-96cb-25de539d8a82
  kind: Event
  lastTimestamp: "2026-07-10T18:53:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T18:53:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:53:42Z"
    name: isvc-lightgbm-predictor-57dd68dd5d-nbhqz.18c102738d837b61
    namespace: kserve-ci-e2e-test
    resourceVersion: "16546"
    uid: 7840fc8d-f158-4676-95f2-daa0dd787bf4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-10T18:53:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-57dd68dd5d-nbhqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16404"
    uid: 48bb1fae-d502-4da3-96cb-25de539d8a82
  kind: Event
  lastTimestamp: "2026-07-10T18:54:50Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-10T18:53:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:54:50Z"
    name: isvc-lightgbm-predictor-57dd68dd5d-nbhqz.18c10273ee6d21f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17035"
    uid: 319b3be0-6bc3-4522-9ccb-814610106f89
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:55:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-57dd68dd5d-nbhqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16404"
    uid: 48bb1fae-d502-4da3-96cb-25de539d8a82
  kind: Event
  lastTimestamp: "2026-07-10T18:55:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T18:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:55:02Z"
    name: isvc-lightgbm-predictor-57dd68dd5d-nbhqz.18c10286180db218
    namespace: kserve-ci-e2e-test
    resourceVersion: "17151"
    uid: e74b756d-ab14-4f6b-960b-109857596bca
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:55:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-57dd68dd5d-nbhqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16404"
    uid: 48bb1fae-d502-4da3-96cb-25de539d8a82
  kind: Event
  lastTimestamp: "2026-07-10T18:55:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T18:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:55:02Z"
    name: isvc-lightgbm-predictor-57dd68dd5d-nbhqz.18c10286180e3b14
    namespace: kserve-ci-e2e-test
    resourceVersion: "17154"
    uid: de38abd7-ad59-4342-8902-7951b80bad91
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:55:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-57dd68dd5d-nbhqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16404"
    uid: 48bb1fae-d502-4da3-96cb-25de539d8a82
  kind: Event
  lastTimestamp: "2026-07-10T18:55:05Z"
  message: 'Readiness probe failed: Get "https://10.132.0.24:8643/healthz": dial tcp
    10.132.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-10T18:55:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:55:05Z"
    name: isvc-lightgbm-predictor-57dd68dd5d-nbhqz.18c10286ca9870a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17215"
    uid: 0200d182-64bb-440d-9b69-3b28539b52f8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:53:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-57dd68dd5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16378"
    uid: a6c53b64-cea8-4d6e-9ec6-4a0c3df4197c
  kind: Event
  lastTimestamp: "2026-07-10T18:53:32Z"
  message: 'Created pod: isvc-lightgbm-predictor-57dd68dd5d-nbhqz'
  metadata:
    creationTimestamp: "2026-07-10T18:53:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T18:53:32Z"
    name: isvc-lightgbm-predictor-57dd68dd5d.18c102711aabffa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16403"
    uid: 8aad7dbb-6abc-46c7-9014-94fa58dddad3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:53:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16372"
    uid: 03274218-631d-459e-b90e-529c1573aeb5
  kind: Event
  lastTimestamp: "2026-07-10T18:53:32Z"
  message: Scaled up replica set isvc-lightgbm-predictor-57dd68dd5d from 0 to 1
  metadata:
    creationTimestamp: "2026-07-10T18:53:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T18:53:32Z"
    name: isvc-lightgbm-predictor.18c10271171dc1dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16383"
    uid: a4c3d7b3-b015-4fa8-b09e-33a127444312
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T18:53:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16377"
    uid: 169205c9-25a6-493e-8e46-141ff05f93ea
  kind: Event
  lastTimestamp: "2026-07-10T18:54:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T18:53:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T18:54:17Z"
    name: isvc-lightgbm-predictor.18c1027496808461
    namespace: kserve-ci-e2e-test
    resourceVersion: "16795"
    uid: afc0b064-2aa1-43ad-9d11-7808ee1c74e7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T18:53:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16377"
    uid: 169205c9-25a6-493e-8e46-141ff05f93ea
  kind: Event
  lastTimestamp: "2026-07-10T18:54:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T18:53:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T18:54:17Z"
    name: isvc-lightgbm-predictor.18c10274975c0078
    namespace: kserve-ci-e2e-test
    resourceVersion: "16796"
    uid: 0ddae1f6-01b9-4b99-bf03-c5fdfaa89778
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-10T18:54:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16579"
    uid: 169205c9-25a6-493e-8e46-141ff05f93ea
  kind: Event
  lastTimestamp: "2026-07-10T18:55:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T18:54:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T18:55:02Z"
    name: isvc-lightgbm-predictor.18c1027816b0bb5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17129"
    uid: 1cf2c980-d67f-4019-a366-b48c2c613120
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-10T18:54:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16579"
    uid: 169205c9-25a6-493e-8e46-141ff05f93ea
  kind: Event
  lastTimestamp: "2026-07-10T18:55:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T18:54:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T18:55:02Z"
    name: isvc-lightgbm-predictor.18c102781710b62b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17131"
    uid: fd3de53c-5eef-4c2a-ad4e-61879fb7df26
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-10T18:55:02.486785Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-6d6cc98c84-fd9nr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17171"
    uid: dbad3675-c51a-422b-b5de-8278e5e3cbd1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-6d6cc98c84-fd9nr
    to ip-10-0-140-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-10T18:55:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-10T18:55:02Z"
    name: isvc-lightgbm-runtime-predictor-6d6cc98c84-fd9nr.18c102861f24a8e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17175"
    uid: c8a97c55-b9d4-4cdc-aec5-5a5ef033140c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c55bbd48f-bmqq8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:55:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-6d6cc98c84-fd9nr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17172"
    uid: dbad3675-c51a-422b-b5de-8278e5e3cbd1
  kind: Event
  lastTimestamp: "2026-07-10T18:55:02Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-10T18:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:55:02Z"
    name: isvc-lightgbm-runtime-predictor-6d6cc98c84-fd9nr.18c10286290cd160
    namespace: kserve-ci-e2e-test
    resourceVersion: "17184"
    uid: 17703daa-8585-49d0-af67-116c3ad17a0f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:55:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-6d6cc98c84-fd9nr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17180"
    uid: dbad3675-c51a-422b-b5de-8278e5e3cbd1
  kind: Event
  lastTimestamp: "2026-07-10T18:55:03Z"
  message: Add eth0 [10.132.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-10T18:55:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-10T18:55:03Z"
    name: isvc-lightgbm-runtime-predictor-6d6cc98c84-fd9nr.18c102865bc3aa9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17196"
    uid: e6f27c78-ac94-475a-9623-9d73c35a3afa
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:55:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-6d6cc98c84-fd9nr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17172"
    uid: dbad3675-c51a-422b-b5de-8278e5e3cbd1
  kind: Event
  lastTimestamp: "2026-07-10T18:55:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e7d18b8520466922c73925c5601004b31b3c3ec90f89a0821d13bdeee1848812"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T18:55:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:55:03Z"
    name: isvc-lightgbm-runtime-predictor-6d6cc98c84-fd9nr.18c102865d711fa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17198"
    uid: 27b2bb9f-4903-4a7c-9dd5-eb7934f25160
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:55:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-6d6cc98c84-fd9nr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17172"
    uid: dbad3675-c51a-422b-b5de-8278e5e3cbd1
  kind: Event
  lastTimestamp: "2026-07-10T18:55:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-10T18:55:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:55:03Z"
    name: isvc-lightgbm-runtime-predictor-6d6cc98c84-fd9nr.18c10286603b8b35
    namespace: kserve-ci-e2e-test
    resourceVersion: "17199"
    uid: 50951e03-80af-4e97-8d4b-6f855d8f78a8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:55:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-6d6cc98c84-fd9nr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17172"
    uid: dbad3675-c51a-422b-b5de-8278e5e3cbd1
  kind: Event
  lastTimestamp: "2026-07-10T18:55:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-10T18:55:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:55:03Z"
    name: isvc-lightgbm-runtime-predictor-6d6cc98c84-fd9nr.18c1028660f9c814
    namespace: kserve-ci-e2e-test
    resourceVersion: "17200"
    uid: 8c097c24-7e23-4cd6-9493-ea1d181977e2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:55:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-6d6cc98c84-fd9nr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17172"
    uid: dbad3675-c51a-422b-b5de-8278e5e3cbd1
  kind: Event
  lastTimestamp: "2026-07-10T18:55:07Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-10T18:55:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:55:07Z"
    name: isvc-lightgbm-runtime-predictor-6d6cc98c84-fd9nr.18c1028752e0d732
    namespace: kserve-ci-e2e-test
    resourceVersion: "17232"
    uid: 15dbc06c-82cf-485e-afef-648b931d3204
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:55:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-6d6cc98c84-fd9nr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17172"
    uid: dbad3675-c51a-422b-b5de-8278e5e3cbd1
  kind: Event
  lastTimestamp: "2026-07-10T18:55:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-10T18:55:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:55:07Z"
    name: isvc-lightgbm-runtime-predictor-6d6cc98c84-fd9nr.18c1028756160c36
    namespace: kserve-ci-e2e-test
    resourceVersion: "17236"
    uid: 9735bf18-8776-4f35-b006-5aaebc4cf869
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:55:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-6d6cc98c84-fd9nr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17172"
    uid: dbad3675-c51a-422b-b5de-8278e5e3cbd1
  kind: Event
  lastTimestamp: "2026-07-10T18:55:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T18:55:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:55:07Z"
    name: isvc-lightgbm-runtime-predictor-6d6cc98c84-fd9nr.18c1028756863302
    namespace: kserve-ci-e2e-test
    resourceVersion: "17238"
    uid: 53c180f4-7f01-4a36-92e4-31b231a7ee79
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:55:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-6d6cc98c84-fd9nr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17172"
    uid: dbad3675-c51a-422b-b5de-8278e5e3cbd1
  kind: Event
  lastTimestamp: "2026-07-10T18:55:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T18:55:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:55:07Z"
    name: isvc-lightgbm-runtime-predictor-6d6cc98c84-fd9nr.18c1028756907cc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17240"
    uid: a68e5129-cf1b-4393-92ce-c5cb75008382
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:55:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-6d6cc98c84-fd9nr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17172"
    uid: dbad3675-c51a-422b-b5de-8278e5e3cbd1
  kind: Event
  lastTimestamp: "2026-07-10T18:55:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-10T18:55:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:55:07Z"
    name: isvc-lightgbm-runtime-predictor-6d6cc98c84-fd9nr.18c10287597137eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17242"
    uid: 152c4874-52a7-4932-a802-80a4f38a0c54
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:55:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-6d6cc98c84-fd9nr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17172"
    uid: dbad3675-c51a-422b-b5de-8278e5e3cbd1
  kind: Event
  lastTimestamp: "2026-07-10T18:55:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T18:55:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:55:07Z"
    name: isvc-lightgbm-runtime-predictor-6d6cc98c84-fd9nr.18c1028759d82166
    namespace: kserve-ci-e2e-test
    resourceVersion: "17243"
    uid: ddaeceef-a746-4225-97df-dd3dc88f6df7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-10T18:55:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-6d6cc98c84-fd9nr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17172"
    uid: dbad3675-c51a-422b-b5de-8278e5e3cbd1
  kind: Event
  lastTimestamp: "2026-07-10T18:56:34Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-10T18:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:56:34Z"
    name: isvc-lightgbm-runtime-predictor-6d6cc98c84-fd9nr.18c102878eeca879
    namespace: kserve-ci-e2e-test
    resourceVersion: "17930"
    uid: 7bf130c6-85a5-4b87-9162-98d4952b2e3a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:56:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-6d6cc98c84-fd9nr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17172"
    uid: dbad3675-c51a-422b-b5de-8278e5e3cbd1
  kind: Event
  lastTimestamp: "2026-07-10T18:56:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T18:56:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:56:33Z"
    name: isvc-lightgbm-runtime-predictor-6d6cc98c84-fd9nr.18c1029b3cb70922
    namespace: kserve-ci-e2e-test
    resourceVersion: "17902"
    uid: daf58c5b-770f-49be-bf09-c184f25404ba
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:56:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-6d6cc98c84-fd9nr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17172"
    uid: dbad3675-c51a-422b-b5de-8278e5e3cbd1
  kind: Event
  lastTimestamp: "2026-07-10T18:56:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T18:56:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:56:33Z"
    name: isvc-lightgbm-runtime-predictor-6d6cc98c84-fd9nr.18c1029b3cb79724
    namespace: kserve-ci-e2e-test
    resourceVersion: "17907"
    uid: 16be2e40-ac29-4646-98f3-e55aa6cbab49
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:56:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-6d6cc98c84-fd9nr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17172"
    uid: dbad3675-c51a-422b-b5de-8278e5e3cbd1
  kind: Event
  lastTimestamp: "2026-07-10T18:56:34Z"
  message: 'Readiness probe failed: Get "https://10.132.0.25:8643/healthz": dial tcp
    10.132.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-10T18:56:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:56:34Z"
    name: isvc-lightgbm-runtime-predictor-6d6cc98c84-fd9nr.18c1029b95369de6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17936"
    uid: 43f51d91-c0f7-41c0-9816-db8c52bab15c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:55:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-6d6cc98c84
    namespace: kserve-ci-e2e-test
    resourceVersion: "17160"
    uid: 426731bd-f5ea-49f3-ad94-0b1d0e8fde00
  kind: Event
  lastTimestamp: "2026-07-10T18:55:02Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-6d6cc98c84-fd9nr'
  metadata:
    creationTimestamp: "2026-07-10T18:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T18:55:02Z"
    name: isvc-lightgbm-runtime-predictor-6d6cc98c84.18c102861eb738cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17173"
    uid: a685d130-f433-48d3-b5a6-7282d40b15c8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:55:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17157"
    uid: a0b38496-0e2e-402b-8ece-f35450129a00
  kind: Event
  lastTimestamp: "2026-07-10T18:55:02Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-6d6cc98c84 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-10T18:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T18:55:02Z"
    name: isvc-lightgbm-runtime-predictor.18c102861a29d3ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "17162"
    uid: 35dfbe53-d131-409e-83bb-f6dbda9e8f63
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T18:55:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17159"
    uid: 7678104e-5d3c-4bca-9810-868f8a3de12b
  kind: Event
  lastTimestamp: "2026-07-10T18:55:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T18:55:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T18:55:32Z"
    name: isvc-lightgbm-runtime-predictor.18c1028998a30d97
    namespace: kserve-ci-e2e-test
    resourceVersion: "17419"
    uid: 8e3afdd5-e569-48a3-9cbd-732c1022ef1e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T18:55:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17159"
    uid: 7678104e-5d3c-4bca-9810-868f8a3de12b
  kind: Event
  lastTimestamp: "2026-07-10T18:55:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T18:55:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T18:55:32Z"
    name: isvc-lightgbm-runtime-predictor.18c10289990f2150
    namespace: kserve-ci-e2e-test
    resourceVersion: "17420"
    uid: 3aba9e7e-54ae-4adf-8760-980e8f067b0d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-10T18:55:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17315"
    uid: 7678104e-5d3c-4bca-9810-868f8a3de12b
  kind: Event
  lastTimestamp: "2026-07-10T18:56:32Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T18:55:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T18:56:32Z"
    name: isvc-lightgbm-runtime-predictor.18c10290970a00e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17856"
    uid: 9cfdafd9-ceb0-4a57-a611-9d9873964abf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-10T18:55:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17315"
    uid: 7678104e-5d3c-4bca-9810-868f8a3de12b
  kind: Event
  lastTimestamp: "2026-07-10T18:56:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T18:55:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T18:56:32Z"
    name: isvc-lightgbm-runtime-predictor.18c1029097824c1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17857"
    uid: 75643cb6-ff91-4a32-bb72-ef7d969e50e4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-10T18:55:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17130"
    uid: dd2b29be-a8e2-4fdd-a00b-a9b56fd4bf26
  kind: Event
  lastTimestamp: "2026-07-10T18:56:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-10T18:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T18:56:24Z"
    name: isvc-lightgbm-runtime.18c1028619e96344
    namespace: kserve-ci-e2e-test
    resourceVersion: "17794"
    uid: 2740f78a-ee45-4fc4-9158-5d162c6af0b5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:55:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17130"
    uid: dd2b29be-a8e2-4fdd-a00b-a9b56fd4bf26
  kind: Event
  lastTimestamp: "2026-07-10T18:55:02Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-10T18:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T18:55:02Z"
    name: isvc-lightgbm-runtime.18c102861a7b942d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17164"
    uid: 1dcae4b1-9ce5-48c4-b3e0-e40b690e9cd7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:56:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17792"
    uid: dd2b29be-a8e2-4fdd-a00b-a9b56fd4bf26
  kind: Event
  lastTimestamp: "2026-07-10T18:56:24Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-10T18:56:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T18:56:24Z"
    name: isvc-lightgbm-runtime.18c102992e60c6c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17793"
    uid: 243aceaa-34d0-4fb2-b701-b7089dac062a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-10T18:59:43.401159Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-745bd46555-mncls
    namespace: kserve-ci-e2e-test
    resourceVersion: "19293"
    uid: 43632919-9ace-47d0-926a-1f8960be3a00
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-745bd46555-mncls
    to ip-10-0-140-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-10T18:59:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-10T18:59:43Z"
    name: isvc-lightgbm-v2-kserve-predictor-745bd46555-mncls.18c102c786f1c0c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19301"
    uid: 175122f4-63d3-4ef0-ab7d-1282095c89fe
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c55bbd48f-bmqq8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:59:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-745bd46555-mncls
    namespace: kserve-ci-e2e-test
    resourceVersion: "19305"
    uid: 43632919-9ace-47d0-926a-1f8960be3a00
  kind: Event
  lastTimestamp: "2026-07-10T18:59:43Z"
  message: Add eth0 [10.132.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-10T18:59:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-10T18:59:43Z"
    name: isvc-lightgbm-v2-kserve-predictor-745bd46555-mncls.18c102c7a07b177d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19313"
    uid: 0e227a69-b67a-435f-aa36-0f18ef56191f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:59:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-745bd46555-mncls
    namespace: kserve-ci-e2e-test
    resourceVersion: "19296"
    uid: 43632919-9ace-47d0-926a-1f8960be3a00
  kind: Event
  lastTimestamp: "2026-07-10T18:59:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e7d18b8520466922c73925c5601004b31b3c3ec90f89a0821d13bdeee1848812"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T18:59:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:59:43Z"
    name: isvc-lightgbm-v2-kserve-predictor-745bd46555-mncls.18c102c7a20b0c21
    namespace: kserve-ci-e2e-test
    resourceVersion: "19316"
    uid: dd2e9a05-2f78-445e-93ad-d4b93f2564b0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:59:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-745bd46555-mncls
    namespace: kserve-ci-e2e-test
    resourceVersion: "19296"
    uid: 43632919-9ace-47d0-926a-1f8960be3a00
  kind: Event
  lastTimestamp: "2026-07-10T18:59:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-10T18:59:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:59:43Z"
    name: isvc-lightgbm-v2-kserve-predictor-745bd46555-mncls.18c102c7a52cfca0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19318"
    uid: 8b0af3aa-5b32-49f1-9e6b-94c040a7d36c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:59:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-745bd46555-mncls
    namespace: kserve-ci-e2e-test
    resourceVersion: "19296"
    uid: 43632919-9ace-47d0-926a-1f8960be3a00
  kind: Event
  lastTimestamp: "2026-07-10T18:59:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-10T18:59:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:59:43Z"
    name: isvc-lightgbm-v2-kserve-predictor-745bd46555-mncls.18c102c7a5972334
    namespace: kserve-ci-e2e-test
    resourceVersion: "19319"
    uid: 03025b82-107a-4e4b-bc5b-8d22182be942
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:59:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-745bd46555-mncls
    namespace: kserve-ci-e2e-test
    resourceVersion: "19296"
    uid: 43632919-9ace-47d0-926a-1f8960be3a00
  kind: Event
  lastTimestamp: "2026-07-10T18:59:47Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-10T18:59:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:59:47Z"
    name: isvc-lightgbm-v2-kserve-predictor-745bd46555-mncls.18c102c8881baab3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19355"
    uid: de41ea99-0ab3-43c2-8bb7-cc008e08b729
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:59:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-745bd46555-mncls
    namespace: kserve-ci-e2e-test
    resourceVersion: "19296"
    uid: 43632919-9ace-47d0-926a-1f8960be3a00
  kind: Event
  lastTimestamp: "2026-07-10T18:59:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-10T18:59:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:59:47Z"
    name: isvc-lightgbm-v2-kserve-predictor-745bd46555-mncls.18c102c88bbda590
    namespace: kserve-ci-e2e-test
    resourceVersion: "19359"
    uid: e7fea98f-28da-484f-a922-a3aac4ddf95e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:59:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-745bd46555-mncls
    namespace: kserve-ci-e2e-test
    resourceVersion: "19296"
    uid: 43632919-9ace-47d0-926a-1f8960be3a00
  kind: Event
  lastTimestamp: "2026-07-10T18:59:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T18:59:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:59:47Z"
    name: isvc-lightgbm-v2-kserve-predictor-745bd46555-mncls.18c102c88c22c3e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19360"
    uid: 60d1f8ce-4f00-4f20-aa3a-9bb5e8226e5a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:59:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-745bd46555-mncls
    namespace: kserve-ci-e2e-test
    resourceVersion: "19296"
    uid: 43632919-9ace-47d0-926a-1f8960be3a00
  kind: Event
  lastTimestamp: "2026-07-10T18:59:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T18:59:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:59:47Z"
    name: isvc-lightgbm-v2-kserve-predictor-745bd46555-mncls.18c102c88c2da14b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19361"
    uid: 435cdb27-a762-4829-95a0-e22c7c95b011
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:59:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-745bd46555-mncls
    namespace: kserve-ci-e2e-test
    resourceVersion: "19296"
    uid: 43632919-9ace-47d0-926a-1f8960be3a00
  kind: Event
  lastTimestamp: "2026-07-10T18:59:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-10T18:59:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:59:47Z"
    name: isvc-lightgbm-v2-kserve-predictor-745bd46555-mncls.18c102c88f5d4d98
    namespace: kserve-ci-e2e-test
    resourceVersion: "19363"
    uid: 504c9ffb-0836-4acc-87e6-3fe2ba9a3258
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:59:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-745bd46555-mncls
    namespace: kserve-ci-e2e-test
    resourceVersion: "19296"
    uid: 43632919-9ace-47d0-926a-1f8960be3a00
  kind: Event
  lastTimestamp: "2026-07-10T18:59:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T18:59:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:59:47Z"
    name: isvc-lightgbm-v2-kserve-predictor-745bd46555-mncls.18c102c88fc3d50f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19364"
    uid: 959adeea-cafa-4111-b591-84440d7b1203
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-10T18:59:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-745bd46555-mncls
    namespace: kserve-ci-e2e-test
    resourceVersion: "19296"
    uid: 43632919-9ace-47d0-926a-1f8960be3a00
  kind: Event
  lastTimestamp: "2026-07-10T18:59:54Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-10T18:59:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:59:54Z"
    name: isvc-lightgbm-v2-kserve-predictor-745bd46555-mncls.18c102c8c425e474
    namespace: kserve-ci-e2e-test
    resourceVersion: "19411"
    uid: 44aeb024-163f-4953-844a-965fca170bd7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:00:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-745bd46555-mncls
    namespace: kserve-ci-e2e-test
    resourceVersion: "19296"
    uid: 43632919-9ace-47d0-926a-1f8960be3a00
  kind: Event
  lastTimestamp: "2026-07-10T19:00:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:00:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:00:13Z"
    name: isvc-lightgbm-v2-kserve-predictor-745bd46555-mncls.18c102ce8e348609
    namespace: kserve-ci-e2e-test
    resourceVersion: "19601"
    uid: 5d5a6e84-9f98-4dd7-ad15-dffc491469ff
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:00:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-745bd46555-mncls
    namespace: kserve-ci-e2e-test
    resourceVersion: "19296"
    uid: 43632919-9ace-47d0-926a-1f8960be3a00
  kind: Event
  lastTimestamp: "2026-07-10T19:00:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:00:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:00:13Z"
    name: isvc-lightgbm-v2-kserve-predictor-745bd46555-mncls.18c102ce8e34e1cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19603"
    uid: 347e8c9f-2c18-42d1-ac62-bdcb50c2d51b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:59:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-745bd46555
    namespace: kserve-ci-e2e-test
    resourceVersion: "19268"
    uid: 5d6c2b17-f5ac-4f43-907b-8167e27597be
  kind: Event
  lastTimestamp: "2026-07-10T18:59:43Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-745bd46555-mncls'
  metadata:
    creationTimestamp: "2026-07-10T18:59:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T18:59:43Z"
    name: isvc-lightgbm-v2-kserve-predictor-745bd46555.18c102c7865ff0b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19295"
    uid: 5dc89472-aec6-40b9-93c6-1c2a51b0cd7b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:59:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19266"
    uid: 36a1fd63-6001-4612-85a8-ed6c5a565164
  kind: Event
  lastTimestamp: "2026-07-10T18:59:43Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-745bd46555 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-10T18:59:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T18:59:43Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c102c7810caac5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19270"
    uid: b6d66575-144c-4f86-9614-045133aae11e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:59:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19267"
    uid: 8308b651-8275-41c2-b6be-65544415bb27
  kind: Event
  lastTimestamp: "2026-07-10T18:59:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T18:59:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T18:59:58Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c102caff96a52a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19439"
    uid: be3d65d2-bfe2-40ab-a8d5-95776aa019f5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:59:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19267"
    uid: 8308b651-8275-41c2-b6be-65544415bb27
  kind: Event
  lastTimestamp: "2026-07-10T18:59:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T18:59:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T18:59:58Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c102caffeb17cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19440"
    uid: 6d4f4dbb-d553-4dd5-9671-b6937fa29b15
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:00:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19438"
    uid: 8308b651-8275-41c2-b6be-65544415bb27
  kind: Event
  lastTimestamp: "2026-07-10T19:00:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:00:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:00:13Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c102ce7f15df3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19547"
    uid: 554e2910-ffee-49b6-a761-70c0e8d2d6a4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:00:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19438"
    uid: 8308b651-8275-41c2-b6be-65544415bb27
  kind: Event
  lastTimestamp: "2026-07-10T19:00:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:00:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:00:13Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c102ce7f79d6ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "19550"
    uid: 515627d4-1bfe-44f7-8cb3-0eae87472646
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-10T18:59:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19259"
    uid: 2a814a22-7b82-4b82-91ca-6d104dbc0ffd
  kind: Event
  lastTimestamp: "2026-07-10T19:00:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-10T18:59:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:00:04Z"
    name: isvc-lightgbm-v2-kserve.18c102c780d4dfa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19489"
    uid: facb5575-bd2e-437d-9b3b-e5f9dab0e1f3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:59:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19259"
    uid: 2a814a22-7b82-4b82-91ca-6d104dbc0ffd
  kind: Event
  lastTimestamp: "2026-07-10T18:59:43Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-10T18:59:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T18:59:43Z"
    name: isvc-lightgbm-v2-kserve.18c102c78148a95f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19273"
    uid: d0dcc57f-b67a-43f2-9e1c-916f72f1162d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:00:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19487"
    uid: 2a814a22-7b82-4b82-91ca-6d104dbc0ffd
  kind: Event
  lastTimestamp: "2026-07-10T19:00:04Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-07-10T19:00:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:00:04Z"
    name: isvc-lightgbm-v2-kserve.18c102cc83d5ff36
    namespace: kserve-ci-e2e-test
    resourceVersion: "19488"
    uid: 916db480-1b7b-4d29-9c9f-bfab3b6d83d5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-10T18:56:33.188155Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-5c56b6d86c-7v7vm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17900"
    uid: c8a62800-43b9-4b76-8cbf-7b587d8b468e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-5c56b6d86c-7v7vm
    to ip-10-0-140-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-10T18:56:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-10T18:56:33Z"
    name: isvc-lightgbm-v2-runtime-predictor-5c56b6d86c-7v7vm.18c1029b3d5da5f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17908"
    uid: 039b746a-d205-47ec-bed1-2accd100698e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c55bbd48f-bmqq8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:56:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-5c56b6d86c-7v7vm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17903"
    uid: c8a62800-43b9-4b76-8cbf-7b587d8b468e
  kind: Event
  lastTimestamp: "2026-07-10T18:56:33Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-10T18:56:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:56:33Z"
    name: isvc-lightgbm-v2-runtime-predictor-5c56b6d86c-7v7vm.18c1029b4c706d11
    namespace: kserve-ci-e2e-test
    resourceVersion: "17916"
    uid: 3344ecfa-816b-4f39-8752-44b020d4a0a6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:56:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-5c56b6d86c-7v7vm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17913"
    uid: c8a62800-43b9-4b76-8cbf-7b587d8b468e
  kind: Event
  lastTimestamp: "2026-07-10T18:56:34Z"
  message: Add eth0 [10.132.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-10T18:56:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-10T18:56:34Z"
    name: isvc-lightgbm-v2-runtime-predictor-5c56b6d86c-7v7vm.18c1029b7a4e1a11
    namespace: kserve-ci-e2e-test
    resourceVersion: "17926"
    uid: 8af10b7b-da17-48e7-a735-02d9f94ad1de
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:56:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-5c56b6d86c-7v7vm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17903"
    uid: c8a62800-43b9-4b76-8cbf-7b587d8b468e
  kind: Event
  lastTimestamp: "2026-07-10T18:56:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e7d18b8520466922c73925c5601004b31b3c3ec90f89a0821d13bdeee1848812"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T18:56:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:56:34Z"
    name: isvc-lightgbm-v2-runtime-predictor-5c56b6d86c-7v7vm.18c1029b7bdfa904
    namespace: kserve-ci-e2e-test
    resourceVersion: "17929"
    uid: 70fc2039-2670-4ef8-91c4-ff3b0afa5ba4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:56:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-5c56b6d86c-7v7vm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17903"
    uid: c8a62800-43b9-4b76-8cbf-7b587d8b468e
  kind: Event
  lastTimestamp: "2026-07-10T18:56:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-10T18:56:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:56:34Z"
    name: isvc-lightgbm-v2-runtime-predictor-5c56b6d86c-7v7vm.18c1029b7e77024b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17933"
    uid: 21c012e2-ff88-40de-923b-2cc55e463b3c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:56:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-5c56b6d86c-7v7vm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17903"
    uid: c8a62800-43b9-4b76-8cbf-7b587d8b468e
  kind: Event
  lastTimestamp: "2026-07-10T18:56:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-10T18:56:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:56:34Z"
    name: isvc-lightgbm-v2-runtime-predictor-5c56b6d86c-7v7vm.18c1029b7ee74d1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17934"
    uid: c5a8852f-7eb8-49e2-822d-4f1fd06a0b9c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:56:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-5c56b6d86c-7v7vm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17903"
    uid: c8a62800-43b9-4b76-8cbf-7b587d8b468e
  kind: Event
  lastTimestamp: "2026-07-10T18:56:37Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-07-10T18:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:56:37Z"
    name: isvc-lightgbm-v2-runtime-predictor-5c56b6d86c-7v7vm.18c1029c5b07acd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17966"
    uid: 432461a4-a748-42eb-8510-debbeedc769b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:58:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-5c56b6d86c-7v7vm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17903"
    uid: c8a62800-43b9-4b76-8cbf-7b587d8b468e
  kind: Event
  lastTimestamp: "2026-07-10T18:58:56Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m18.865s
    (2m18.865s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-07-10T18:58:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:58:56Z"
    name: isvc-lightgbm-v2-runtime-predictor-5c56b6d86c-7v7vm.18c102bcb0108806
    namespace: kserve-ci-e2e-test
    resourceVersion: "18913"
    uid: 7f376782-f4a5-42b9-bb9f-34c113dbc247
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:58:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-5c56b6d86c-7v7vm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17903"
    uid: c8a62800-43b9-4b76-8cbf-7b587d8b468e
  kind: Event
  lastTimestamp: "2026-07-10T18:58:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-10T18:58:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:58:56Z"
    name: isvc-lightgbm-v2-runtime-predictor-5c56b6d86c-7v7vm.18c102bcb7123766
    namespace: kserve-ci-e2e-test
    resourceVersion: "18914"
    uid: c39b52b1-d338-4164-9d71-5a9942e872f8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:58:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-5c56b6d86c-7v7vm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17903"
    uid: c8a62800-43b9-4b76-8cbf-7b587d8b468e
  kind: Event
  lastTimestamp: "2026-07-10T18:58:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T18:58:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:58:56Z"
    name: isvc-lightgbm-v2-runtime-predictor-5c56b6d86c-7v7vm.18c102bcb845d9dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18915"
    uid: d795a695-5519-450c-9cc2-8df48a3f85e0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:58:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-5c56b6d86c-7v7vm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17903"
    uid: c8a62800-43b9-4b76-8cbf-7b587d8b468e
  kind: Event
  lastTimestamp: "2026-07-10T18:58:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T18:58:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:58:56Z"
    name: isvc-lightgbm-v2-runtime-predictor-5c56b6d86c-7v7vm.18c102bcb85163db
    namespace: kserve-ci-e2e-test
    resourceVersion: "18916"
    uid: e3b25165-7e3b-4134-b95a-dd3535619cbb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:58:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-5c56b6d86c-7v7vm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17903"
    uid: c8a62800-43b9-4b76-8cbf-7b587d8b468e
  kind: Event
  lastTimestamp: "2026-07-10T18:58:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-10T18:58:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:58:57Z"
    name: isvc-lightgbm-v2-runtime-predictor-5c56b6d86c-7v7vm.18c102bcbdc6e550
    namespace: kserve-ci-e2e-test
    resourceVersion: "18918"
    uid: 0fe024e2-a608-483a-adec-40df05b110de
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:58:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-5c56b6d86c-7v7vm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17903"
    uid: c8a62800-43b9-4b76-8cbf-7b587d8b468e
  kind: Event
  lastTimestamp: "2026-07-10T18:58:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T18:58:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:58:57Z"
    name: isvc-lightgbm-v2-runtime-predictor-5c56b6d86c-7v7vm.18c102bcbebd3c09
    namespace: kserve-ci-e2e-test
    resourceVersion: "18920"
    uid: b112b8d5-3f2b-403a-aba0-b1503f4fff78
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:59:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-5c56b6d86c-7v7vm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17903"
    uid: c8a62800-43b9-4b76-8cbf-7b587d8b468e
  kind: Event
  lastTimestamp: "2026-07-10T18:59:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T18:59:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:59:43Z"
    name: isvc-lightgbm-v2-runtime-predictor-5c56b6d86c-7v7vm.18c102c785c33e3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19292"
    uid: 8dfe419d-e265-419f-afb2-e8ec56f63ddf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:59:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-5c56b6d86c-7v7vm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17903"
    uid: c8a62800-43b9-4b76-8cbf-7b587d8b468e
  kind: Event
  lastTimestamp: "2026-07-10T18:59:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T18:59:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:59:43Z"
    name: isvc-lightgbm-v2-runtime-predictor-5c56b6d86c-7v7vm.18c102c785c3ec32
    namespace: kserve-ci-e2e-test
    resourceVersion: "19294"
    uid: 608306ef-35b6-45c5-b77d-58810d190ba7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:59:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-5c56b6d86c-7v7vm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17903"
    uid: c8a62800-43b9-4b76-8cbf-7b587d8b468e
  kind: Event
  lastTimestamp: "2026-07-10T18:59:43Z"
  message: 'Readiness probe failed: Get "https://10.132.0.26:8643/healthz": dial tcp
    10.132.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-10T18:59:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:59:43Z"
    name: isvc-lightgbm-v2-runtime-predictor-5c56b6d86c-7v7vm.18c102c78ef096d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19310"
    uid: 9f99509a-45ca-49d9-baa7-133f047d037b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:56:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-5c56b6d86c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17875"
    uid: 7fe095d2-a9f3-48f0-b3e8-a2a7f47c0f45
  kind: Event
  lastTimestamp: "2026-07-10T18:56:33Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-5c56b6d86c-7v7vm'
  metadata:
    creationTimestamp: "2026-07-10T18:56:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T18:56:33Z"
    name: isvc-lightgbm-v2-runtime-predictor-5c56b6d86c.18c1029b3cbdaa86
    namespace: kserve-ci-e2e-test
    resourceVersion: "17904"
    uid: 6be85674-e36c-4657-83ed-80a9dc79349d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:56:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17872"
    uid: 6f005ba6-a0d7-431b-893e-f3b8cb16fb0b
  kind: Event
  lastTimestamp: "2026-07-10T18:56:33Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-5c56b6d86c from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-10T18:56:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T18:56:33Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c1029b3661e03a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17877"
    uid: 3c6026dc-4fde-4e28-b012-ad92a0338cea
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-10T18:56:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17873"
    uid: e50c9e98-b1bc-4f9f-8694-67c9a094fda3
  kind: Event
  lastTimestamp: "2026-07-10T18:59:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T18:56:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T18:59:33Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c1029eb52c465d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19170"
    uid: 806ec281-dc4b-4c58-965a-c513a139c184
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-10T18:56:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17873"
    uid: e50c9e98-b1bc-4f9f-8694-67c9a094fda3
  kind: Event
  lastTimestamp: "2026-07-10T18:59:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T18:56:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T18:59:33Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c1029eb5cd2bfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19171"
    uid: 6a6c58b9-a48b-4dfc-be1b-40d3654c0974
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-10T18:56:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17863"
    uid: ca600e05-2462-4f50-a8a2-17d1c8047d26
  kind: Event
  lastTimestamp: "2026-07-10T18:59:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-10T18:56:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T18:59:33Z"
    name: isvc-lightgbm-v2-runtime.18c1029b362c09c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19181"
    uid: eb9a0c9f-458b-4c21-8878-bb08ce3479f4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:56:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17863"
    uid: ca600e05-2462-4f50-a8a2-17d1c8047d26
  kind: Event
  lastTimestamp: "2026-07-10T18:56:33Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-10T18:56:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T18:56:33Z"
    name: isvc-lightgbm-v2-runtime.18c1029b36f5382d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17880"
    uid: e370b783-e6f5-42af-b417-bdef5a3511fe
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:59:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19179"
    uid: ca600e05-2462-4f50-a8a2-17d1c8047d26
  kind: Event
  lastTimestamp: "2026-07-10T18:59:33Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-10T18:59:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T18:59:33Z"
    name: isvc-lightgbm-v2-runtime.18c102c5414014a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19180"
    uid: 2f7f80c1-8885-4a6c-bbcc-42762d615220
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-10T18:53:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16365"
    uid: e376692c-0c66-456f-b031-f1456d6aca7c
  kind: Event
  lastTimestamp: "2026-07-10T18:55:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-10T18:53:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T18:55:00Z"
    name: isvc-lightgbm.18c102711710c7ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "17114"
    uid: fae3519a-2b4f-4110-be83-8ef366bf39b9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:53:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16365"
    uid: e376692c-0c66-456f-b031-f1456d6aca7c
  kind: Event
  lastTimestamp: "2026-07-10T18:53:32Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-10T18:53:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T18:53:32Z"
    name: isvc-lightgbm.18c1027117c63256
    namespace: kserve-ci-e2e-test
    resourceVersion: "16387"
    uid: 74589a48-cd43-4c72-8617-cdf86290e90e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:55:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17111"
    uid: e376692c-0c66-456f-b031-f1456d6aca7c
  kind: Event
  lastTimestamp: "2026-07-10T18:55:00Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-07-10T18:55:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T18:55:00Z"
    name: isvc-lightgbm.18c10285a60c8719
    namespace: kserve-ci-e2e-test
    resourceVersion: "17112"
    uid: aed175b6-5a2f-4911-b921-f21d3f064687
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-10T18:52:06.978805Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-78b64bf47-blvd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15686"
    uid: 4b128ead-e6ae-471e-be5e-0df7df6150ee
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-78b64bf47-blvd2
    to ip-10-0-140-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-10T18:52:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-10T18:52:06Z"
    name: isvc-logger-predictor-78b64bf47-blvd2.18c1025d420d6017
    namespace: kserve-ci-e2e-test
    resourceVersion: "15691"
    uid: bab84eec-4701-4a90-a9f8-41eb2ee918f1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c55bbd48f-bmqq8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:52:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-78b64bf47-blvd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15689"
    uid: 4b128ead-e6ae-471e-be5e-0df7df6150ee
  kind: Event
  lastTimestamp: "2026-07-10T18:52:07Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-10T18:52:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:52:07Z"
    name: isvc-logger-predictor-78b64bf47-blvd2.18c1025d4c7b5348
    namespace: kserve-ci-e2e-test
    resourceVersion: "15699"
    uid: b9e3df4a-992d-4d51-831e-d67803ddc125
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:52:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-78b64bf47-blvd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15695"
    uid: 4b128ead-e6ae-471e-be5e-0df7df6150ee
  kind: Event
  lastTimestamp: "2026-07-10T18:52:08Z"
  message: Add eth0 [10.132.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-10T18:52:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-10T18:52:08Z"
    name: isvc-logger-predictor-78b64bf47-blvd2.18c1025d7f0a52a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15708"
    uid: 86b4b9cb-8f45-4f57-aba7-b66148015dcb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:52:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-78b64bf47-blvd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15689"
    uid: 4b128ead-e6ae-471e-be5e-0df7df6150ee
  kind: Event
  lastTimestamp: "2026-07-10T18:52:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e7d18b8520466922c73925c5601004b31b3c3ec90f89a0821d13bdeee1848812"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T18:52:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:52:08Z"
    name: isvc-logger-predictor-78b64bf47-blvd2.18c1025d809ada53
    namespace: kserve-ci-e2e-test
    resourceVersion: "15710"
    uid: 9fdadca5-94f2-4b61-80ff-6e201c27d6cc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:52:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-78b64bf47-blvd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15689"
    uid: 4b128ead-e6ae-471e-be5e-0df7df6150ee
  kind: Event
  lastTimestamp: "2026-07-10T18:52:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-10T18:52:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:52:08Z"
    name: isvc-logger-predictor-78b64bf47-blvd2.18c1025d83458845
    namespace: kserve-ci-e2e-test
    resourceVersion: "15711"
    uid: ec6054fa-67f0-40db-81f2-61ba624694e3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:52:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-78b64bf47-blvd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15689"
    uid: 4b128ead-e6ae-471e-be5e-0df7df6150ee
  kind: Event
  lastTimestamp: "2026-07-10T18:52:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-10T18:52:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:52:08Z"
    name: isvc-logger-predictor-78b64bf47-blvd2.18c1025d83b69f62
    namespace: kserve-ci-e2e-test
    resourceVersion: "15713"
    uid: accc3b83-81bc-4b6a-869a-b1aefa3c0282
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:52:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-78b64bf47-blvd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15689"
    uid: 4b128ead-e6ae-471e-be5e-0df7df6150ee
  kind: Event
  lastTimestamp: "2026-07-10T18:52:11Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1724"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T18:52:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:52:11Z"
    name: isvc-logger-predictor-78b64bf47-blvd2.18c1025e6c824ae3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15753"
    uid: 0d614bac-ab0c-4617-8b52-d08015a61698
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:52:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-78b64bf47-blvd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15689"
    uid: 4b128ead-e6ae-471e-be5e-0df7df6150ee
  kind: Event
  lastTimestamp: "2026-07-10T18:52:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-10T18:52:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:52:12Z"
    name: isvc-logger-predictor-78b64bf47-blvd2.18c1025e6f75a5a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15755"
    uid: f5e9b8c0-8976-4177-b2a6-bc41fa47f208
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:52:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-78b64bf47-blvd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15689"
    uid: 4b128ead-e6ae-471e-be5e-0df7df6150ee
  kind: Event
  lastTimestamp: "2026-07-10T18:52:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T18:52:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:52:12Z"
    name: isvc-logger-predictor-78b64bf47-blvd2.18c1025e6fe7edf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15758"
    uid: 17d07929-8979-4449-a4fe-2b2d3d8b118c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:52:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-78b64bf47-blvd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15689"
    uid: 4b128ead-e6ae-471e-be5e-0df7df6150ee
  kind: Event
  lastTimestamp: "2026-07-10T18:52:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T18:52:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:52:12Z"
    name: isvc-logger-predictor-78b64bf47-blvd2.18c1025e6ff2ee16
    namespace: kserve-ci-e2e-test
    resourceVersion: "15759"
    uid: fb2c4a9e-d0da-48f3-bdbe-a100c9cc1f6e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:52:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-78b64bf47-blvd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15689"
    uid: 4b128ead-e6ae-471e-be5e-0df7df6150ee
  kind: Event
  lastTimestamp: "2026-07-10T18:52:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-10T18:52:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:52:12Z"
    name: isvc-logger-predictor-78b64bf47-blvd2.18c1025e7297c8ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "15761"
    uid: 40b8317c-429f-4458-9b18-377dd366d2af
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:52:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-78b64bf47-blvd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15689"
    uid: 4b128ead-e6ae-471e-be5e-0df7df6150ee
  kind: Event
  lastTimestamp: "2026-07-10T18:52:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T18:52:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:52:12Z"
    name: isvc-logger-predictor-78b64bf47-blvd2.18c1025e73063e8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15762"
    uid: f09a20cb-7981-4f7d-948c-751d8b4b396c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:52:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-78b64bf47-blvd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15689"
    uid: 4b128ead-e6ae-471e-be5e-0df7df6150ee
  kind: Event
  lastTimestamp: "2026-07-10T18:52:12Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:f89d75505dfa0eae68aea417576d9edc02c9c812117fbdf23c2a565323101ab5"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T18:52:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:52:12Z"
    name: isvc-logger-predictor-78b64bf47-blvd2.18c1025e730fffb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15763"
    uid: 1fd3b644-ba55-4389-afb3-e877dd33f260
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:52:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-78b64bf47-blvd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15689"
    uid: 4b128ead-e6ae-471e-be5e-0df7df6150ee
  kind: Event
  lastTimestamp: "2026-07-10T18:52:12Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-10T18:52:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:52:12Z"
    name: isvc-logger-predictor-78b64bf47-blvd2.18c1025e75c29e24
    namespace: kserve-ci-e2e-test
    resourceVersion: "15764"
    uid: 1b36a88b-41a3-4aab-a1f9-198ab14ec6eb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:52:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-78b64bf47-blvd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15689"
    uid: 4b128ead-e6ae-471e-be5e-0df7df6150ee
  kind: Event
  lastTimestamp: "2026-07-10T18:52:12Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-10T18:52:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:52:12Z"
    name: isvc-logger-predictor-78b64bf47-blvd2.18c1025e7630d507
    namespace: kserve-ci-e2e-test
    resourceVersion: "15765"
    uid: 95fd55d6-d754-4217-9b26-5aa5ae9dbd1b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-10T18:52:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-78b64bf47-blvd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15689"
    uid: 4b128ead-e6ae-471e-be5e-0df7df6150ee
  kind: Event
  lastTimestamp: "2026-07-10T18:53:49Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-10T18:52:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:53:49Z"
    name: isvc-logger-predictor-78b64bf47-blvd2.18c1025ea8d9e44b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16592"
    uid: 2684877a-0028-4bda-9bbc-20eff91ffaff
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-10T18:52:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-78b64bf47-blvd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15689"
    uid: 4b128ead-e6ae-471e-be5e-0df7df6150ee
  kind: Event
  lastTimestamp: "2026-07-10T18:53:49Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-10T18:52:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:53:49Z"
    name: isvc-logger-predictor-78b64bf47-blvd2.18c1025ea8e50149
    namespace: kserve-ci-e2e-test
    resourceVersion: "16593"
    uid: 59d6955a-01ee-4401-94dc-6d9e8a3647c3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:53:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-78b64bf47-blvd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15689"
    uid: 4b128ead-e6ae-471e-be5e-0df7df6150ee
  kind: Event
  lastTimestamp: "2026-07-10T18:53:32Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-10T18:53:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:53:32Z"
    name: isvc-logger-predictor-78b64bf47-blvd2.18c10271192412da
    namespace: kserve-ci-e2e-test
    resourceVersion: "16397"
    uid: 1750261f-c48f-45a8-83d5-83a9f6678860
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:53:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-78b64bf47-blvd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15689"
    uid: 4b128ead-e6ae-471e-be5e-0df7df6150ee
  kind: Event
  lastTimestamp: "2026-07-10T18:53:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T18:53:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:53:32Z"
    name: isvc-logger-predictor-78b64bf47-blvd2.18c102711929cab2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16399"
    uid: 676e0ca4-013c-4e94-b842-99d6e82ae36e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:53:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-78b64bf47-blvd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15689"
    uid: 4b128ead-e6ae-471e-be5e-0df7df6150ee
  kind: Event
  lastTimestamp: "2026-07-10T18:53:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T18:53:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:53:32Z"
    name: isvc-logger-predictor-78b64bf47-blvd2.18c10271192acc4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16400"
    uid: 3e1d9f4a-6eeb-4b24-96ed-96cc78ce2122
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-10T18:53:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-78b64bf47-blvd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15689"
    uid: 4b128ead-e6ae-471e-be5e-0df7df6150ee
  kind: Event
  lastTimestamp: "2026-07-10T18:53:49Z"
  message: 'Readiness probe failed: Get "https://10.132.0.23:8643/healthz": dial tcp
    10.132.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-10T18:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:53:49Z"
    name: isvc-logger-predictor-78b64bf47-blvd2.18c10271850ab679
    namespace: kserve-ci-e2e-test
    resourceVersion: "16591"
    uid: 7b90a2da-e660-45c7-b107-6a67f4a7eb10
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:52:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-78b64bf47
    namespace: kserve-ci-e2e-test
    resourceVersion: "15676"
    uid: 1d4d8e13-3acc-430d-a324-66d9286a2f90
  kind: Event
  lastTimestamp: "2026-07-10T18:52:06Z"
  message: 'Created pod: isvc-logger-predictor-78b64bf47-blvd2'
  metadata:
    creationTimestamp: "2026-07-10T18:52:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T18:52:06Z"
    name: isvc-logger-predictor-78b64bf47.18c1025d41794513
    namespace: kserve-ci-e2e-test
    resourceVersion: "15688"
    uid: 825bbfc1-1528-4b99-b6fc-1d244f257e8c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:52:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15674"
    uid: ee3d5517-a17e-4939-9fd3-0672a67f3ed7
  kind: Event
  lastTimestamp: "2026-07-10T18:52:06Z"
  message: Scaled up replica set isvc-logger-predictor-78b64bf47 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-10T18:52:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T18:52:06Z"
    name: isvc-logger-predictor.18c1025d3e5ca7c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15678"
    uid: a01d6295-876d-401c-ba8c-ba2497d21a88
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-10T18:52:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15675"
    uid: e933fcde-6207-470b-b665-92b25dff0f54
  kind: Event
  lastTimestamp: "2026-07-10T18:52:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T18:52:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T18:52:51Z"
    name: isvc-logger-predictor.18c10260bce92bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16071"
    uid: 6eb257aa-e04e-4dcf-b36e-af10e72b3c79
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-10T18:52:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15675"
    uid: e933fcde-6207-470b-b665-92b25dff0f54
  kind: Event
  lastTimestamp: "2026-07-10T18:52:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T18:52:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T18:52:51Z"
    name: isvc-logger-predictor.18c10260bd4e7220
    namespace: kserve-ci-e2e-test
    resourceVersion: "16072"
    uid: b82b8248-d5b8-41a3-8971-c6bde2b6cd26
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T18:53:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15846"
    uid: e933fcde-6207-470b-b665-92b25dff0f54
  kind: Event
  lastTimestamp: "2026-07-10T18:53:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T18:53:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T18:53:21Z"
    name: isvc-logger-predictor.18c1026b3a20e6c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16291"
    uid: d86559db-e11c-45bd-8a97-e3a69995a671
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T18:53:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15846"
    uid: e933fcde-6207-470b-b665-92b25dff0f54
  kind: Event
  lastTimestamp: "2026-07-10T18:53:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T18:53:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T18:53:21Z"
    name: isvc-logger-predictor.18c1026b3a7c964a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16292"
    uid: c9929568-059d-4d84-961c-6bfd1e1ce1d0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-10T18:52:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15667"
    uid: 57979bb1-c24c-4384-bba4-60e35cb396d9
  kind: Event
  lastTimestamp: "2026-07-10T18:53:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-10T18:52:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T18:53:19Z"
    name: isvc-logger.18c1025d3e2f0d50
    namespace: kserve-ci-e2e-test
    resourceVersion: "16275"
    uid: c7643913-b7ec-4994-9e70-b923cc41c62b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:52:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15667"
    uid: 57979bb1-c24c-4384-bba4-60e35cb396d9
  kind: Event
  lastTimestamp: "2026-07-10T18:52:06Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-10T18:52:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T18:52:06Z"
    name: isvc-logger.18c1025d3e81e13f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15680"
    uid: 90053941-5d24-484d-b859-68aa93134d41
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:53:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16273"
    uid: 57979bb1-c24c-4384-bba4-60e35cb396d9
  kind: Event
  lastTimestamp: "2026-07-10T18:53:19Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-07-10T18:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T18:53:19Z"
    name: isvc-logger.18c1026e0da3ecb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16274"
    uid: b89ec9dc-9184-484e-8604-f567694ca4df
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-10T19:00:13.532873Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-b94c64cf4-4k2sb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19572"
    uid: c0a2ae6f-8983-4a76-a982-703e12a35ddc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-b94c64cf4-4k2sb
    to ip-10-0-140-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-10T19:00:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-10T19:00:13Z"
    name: isvc-mlflow-v2-runtime-predictor-b94c64cf4-4k2sb.18c102ce8aef461a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19582"
    uid: 8c7d3571-f752-454b-a7b5-b731ac2748d4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c55bbd48f-bmqq8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:00:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-b94c64cf4-4k2sb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19596"
    uid: c0a2ae6f-8983-4a76-a982-703e12a35ddc
  kind: Event
  lastTimestamp: "2026-07-10T19:00:13Z"
  message: Add eth0 [10.132.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-10T19:00:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-10T19:00:13Z"
    name: isvc-mlflow-v2-runtime-predictor-b94c64cf4-4k2sb.18c102cea45244b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19610"
    uid: 01089c73-6b36-4dad-9daa-0144ce46c021
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:00:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-b94c64cf4-4k2sb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19574"
    uid: c0a2ae6f-8983-4a76-a982-703e12a35ddc
  kind: Event
  lastTimestamp: "2026-07-10T19:00:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e7d18b8520466922c73925c5601004b31b3c3ec90f89a0821d13bdeee1848812"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:00:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:00:13Z"
    name: isvc-mlflow-v2-runtime-predictor-b94c64cf4-4k2sb.18c102cea5e8af62
    namespace: kserve-ci-e2e-test
    resourceVersion: "19612"
    uid: 36a11768-5751-49e5-8c42-d1cfbc090c17
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:00:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-b94c64cf4-4k2sb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19574"
    uid: c0a2ae6f-8983-4a76-a982-703e12a35ddc
  kind: Event
  lastTimestamp: "2026-07-10T19:00:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-10T19:00:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:00:14Z"
    name: isvc-mlflow-v2-runtime-predictor-b94c64cf4-4k2sb.18c102cea90b987c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19613"
    uid: 27de0d77-a639-4ea3-8aa3-90251648c149
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:00:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-b94c64cf4-4k2sb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19574"
    uid: c0a2ae6f-8983-4a76-a982-703e12a35ddc
  kind: Event
  lastTimestamp: "2026-07-10T19:00:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-10T19:00:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:00:14Z"
    name: isvc-mlflow-v2-runtime-predictor-b94c64cf4-4k2sb.18c102cea96edd80
    namespace: kserve-ci-e2e-test
    resourceVersion: "19614"
    uid: a0426a52-24f3-4177-a986-fb972224737e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:00:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-b94c64cf4-4k2sb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19574"
    uid: c0a2ae6f-8983-4a76-a982-703e12a35ddc
  kind: Event
  lastTimestamp: "2026-07-10T19:00:18Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-10T19:00:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:00:18Z"
    name: isvc-mlflow-v2-runtime-predictor-b94c64cf4-4k2sb.18c102cfc7bf8ce0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19655"
    uid: 5c3036c1-63e9-4408-8461-cfd133d1e81f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:00:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-b94c64cf4-4k2sb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19574"
    uid: c0a2ae6f-8983-4a76-a982-703e12a35ddc
  kind: Event
  lastTimestamp: "2026-07-10T19:00:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-10T19:00:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:00:18Z"
    name: isvc-mlflow-v2-runtime-predictor-b94c64cf4-4k2sb.18c102cfca6934ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "19657"
    uid: f9b7e572-92bf-446a-9206-27b1adc8df6b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:00:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-b94c64cf4-4k2sb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19574"
    uid: c0a2ae6f-8983-4a76-a982-703e12a35ddc
  kind: Event
  lastTimestamp: "2026-07-10T19:00:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:00:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:00:18Z"
    name: isvc-mlflow-v2-runtime-predictor-b94c64cf4-4k2sb.18c102cfcac9ac88
    namespace: kserve-ci-e2e-test
    resourceVersion: "19658"
    uid: 1032e759-a7bd-4e29-9152-48d2e0cd79b5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:00:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-b94c64cf4-4k2sb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19574"
    uid: c0a2ae6f-8983-4a76-a982-703e12a35ddc
  kind: Event
  lastTimestamp: "2026-07-10T19:00:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:00:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:00:18Z"
    name: isvc-mlflow-v2-runtime-predictor-b94c64cf4-4k2sb.18c102cfcad44d4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19659"
    uid: fd10e988-1e61-4849-ae89-ff39c21aab2e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:00:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-b94c64cf4-4k2sb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19574"
    uid: c0a2ae6f-8983-4a76-a982-703e12a35ddc
  kind: Event
  lastTimestamp: "2026-07-10T19:00:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-10T19:00:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:00:18Z"
    name: isvc-mlflow-v2-runtime-predictor-b94c64cf4-4k2sb.18c102cfcdf3067a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19660"
    uid: 7f7e43de-4c96-469b-811c-51078e3beff2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:00:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-b94c64cf4-4k2sb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19574"
    uid: c0a2ae6f-8983-4a76-a982-703e12a35ddc
  kind: Event
  lastTimestamp: "2026-07-10T19:00:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:00:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:00:18Z"
    name: isvc-mlflow-v2-runtime-predictor-b94c64cf4-4k2sb.18c102cfce555f20
    namespace: kserve-ci-e2e-test
    resourceVersion: "19662"
    uid: 7af6e95b-2a02-4743-b899-52d998a18f2f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:01:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-b94c64cf4-4k2sb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19574"
    uid: c0a2ae6f-8983-4a76-a982-703e12a35ddc
  kind: Event
  lastTimestamp: "2026-07-10T19:01:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:01:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:01:03Z"
    name: isvc-mlflow-v2-runtime-predictor-b94c64cf4-4k2sb.18c102da3624d1e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19996"
    uid: 41918411-e62e-4100-9384-cdc7967cec11
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:01:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-b94c64cf4-4k2sb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19574"
    uid: c0a2ae6f-8983-4a76-a982-703e12a35ddc
  kind: Event
  lastTimestamp: "2026-07-10T19:01:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:01:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:01:03Z"
    name: isvc-mlflow-v2-runtime-predictor-b94c64cf4-4k2sb.18c102da3625442c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19999"
    uid: 3da11495-a5ec-4de9-979b-1be9b0a2b6ea
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:00:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-b94c64cf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19563"
    uid: f864ee89-34d9-4bcd-81e1-4c8f8bb47213
  kind: Event
  lastTimestamp: "2026-07-10T19:00:13Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-b94c64cf4-4k2sb'
  metadata:
    creationTimestamp: "2026-07-10T19:00:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:00:13Z"
    name: isvc-mlflow-v2-runtime-predictor-b94c64cf4.18c102ce8a5857b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19573"
    uid: e98c50c1-1714-4844-afaa-7edc29c49ed8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:00:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19561"
    uid: d81288fc-6c5c-432a-974a-fe6c545e3a3e
  kind: Event
  lastTimestamp: "2026-07-10T19:00:13Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-b94c64cf4 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-10T19:00:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:00:13Z"
    name: isvc-mlflow-v2-runtime-predictor.18c102ce867678e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19565"
    uid: 2226d65a-4be4-43fe-a4bf-851c29bb8ab1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-10T19:00:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19562"
    uid: f05458f2-d215-4c0a-a673-4791d1cb9856
  kind: Event
  lastTimestamp: "2026-07-10T19:00:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:00:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:00:58Z"
    name: isvc-mlflow-v2-runtime-predictor.18c102d204c7dba5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19931"
    uid: d7d09c07-04ce-45da-92b8-39a6fb5a622a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-10T19:00:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19562"
    uid: f05458f2-d215-4c0a-a673-4791d1cb9856
  kind: Event
  lastTimestamp: "2026-07-10T19:00:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:00:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:00:58Z"
    name: isvc-mlflow-v2-runtime-predictor.18c102d2052cacbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19932"
    uid: a6c40bf4-0dff-4d51-b50d-dacb1f47a08b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-10T19:00:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19552"
    uid: 023bf141-98b8-489c-849b-ec52b8844dc3
  kind: Event
  lastTimestamp: "2026-07-10T19:00:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-10T19:00:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:00:57Z"
    name: isvc-mlflow-v2-runtime.18c102ce862c4b85
    namespace: kserve-ci-e2e-test
    resourceVersion: "19921"
    uid: b93084f1-f990-422f-b084-83ac88cd4b17
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:00:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19552"
    uid: 023bf141-98b8-489c-849b-ec52b8844dc3
  kind: Event
  lastTimestamp: "2026-07-10T19:00:13Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-10T19:00:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:00:13Z"
    name: isvc-mlflow-v2-runtime.18c102ce8684c447
    namespace: kserve-ci-e2e-test
    resourceVersion: "19604"
    uid: ed4ac795-0bb2-4aa0-a554-8d8f4a858b2a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:00:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19569"
    uid: 023bf141-98b8-489c-849b-ec52b8844dc3
  kind: Event
  lastTimestamp: "2026-07-10T19:00:13Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-10T19:00:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:00:13Z"
    name: isvc-mlflow-v2-runtime.18c102ce8ea36cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19606"
    uid: 6dac5ee1-0fd4-4632-918f-a16761195a85
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:00:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19919"
    uid: 023bf141-98b8-489c-849b-ec52b8844dc3
  kind: Event
  lastTimestamp: "2026-07-10T19:00:56Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-10T19:00:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:00:56Z"
    name: isvc-mlflow-v2-runtime.18c102d8a92ccb59
    namespace: kserve-ci-e2e-test
    resourceVersion: "19920"
    uid: b852783b-f8f4-4bfb-a9ca-9ee120b6abc4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-10T19:02:23.916895Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-574f94bdcb-h24rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20652"
    uid: bd7e8d76-1089-427b-b386-8b0ce820e596
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-574f94bdcb-h24rm
    to ip-10-0-140-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-10T19:02:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-10T19:02:23Z"
    name: isvc-paddle-predictor-574f94bdcb-h24rm.18c102ece66d7caa
    namespace: kserve-ci-e2e-test
    resourceVersion: "20657"
    uid: 3d147758-b1e7-4308-95f7-6d040c6bbd39
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c55bbd48f-bmqq8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:02:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-574f94bdcb-h24rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20661"
    uid: bd7e8d76-1089-427b-b386-8b0ce820e596
  kind: Event
  lastTimestamp: "2026-07-10T19:02:24Z"
  message: Add eth0 [10.132.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-10T19:02:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-10T19:02:24Z"
    name: isvc-paddle-predictor-574f94bdcb-h24rm.18c102ecff9024cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20671"
    uid: d0c493bf-8bf0-4bd8-81b0-5a5224148081
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:02:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-574f94bdcb-h24rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20654"
    uid: bd7e8d76-1089-427b-b386-8b0ce820e596
  kind: Event
  lastTimestamp: "2026-07-10T19:02:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e7d18b8520466922c73925c5601004b31b3c3ec90f89a0821d13bdeee1848812"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:02:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:02:24Z"
    name: isvc-paddle-predictor-574f94bdcb-h24rm.18c102ed0133b500
    namespace: kserve-ci-e2e-test
    resourceVersion: "20673"
    uid: 585c173c-a815-407c-bbbf-fa5324ac0ddd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:02:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-574f94bdcb-h24rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20654"
    uid: bd7e8d76-1089-427b-b386-8b0ce820e596
  kind: Event
  lastTimestamp: "2026-07-10T19:02:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-10T19:02:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:02:24Z"
    name: isvc-paddle-predictor-574f94bdcb-h24rm.18c102ed03bef063
    namespace: kserve-ci-e2e-test
    resourceVersion: "20674"
    uid: ec6219da-4340-4e8a-b0b8-61ce0ec74610
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:02:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-574f94bdcb-h24rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20654"
    uid: bd7e8d76-1089-427b-b386-8b0ce820e596
  kind: Event
  lastTimestamp: "2026-07-10T19:02:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-10T19:02:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:02:24Z"
    name: isvc-paddle-predictor-574f94bdcb-h24rm.18c102ed041d2e5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20675"
    uid: 94761a48-2084-462b-ade6-54624749ad0c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:02:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-574f94bdcb-h24rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20654"
    uid: bd7e8d76-1089-427b-b386-8b0ce820e596
  kind: Event
  lastTimestamp: "2026-07-10T19:02:29Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-07-10T19:02:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:02:29Z"
    name: isvc-paddle-predictor-574f94bdcb-h24rm.18c102ee29bb5486
    namespace: kserve-ci-e2e-test
    resourceVersion: "20717"
    uid: e1e7da6c-6214-4919-ad5a-11af7523f54e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:02:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-574f94bdcb-h24rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20654"
    uid: bd7e8d76-1089-427b-b386-8b0ce820e596
  kind: Event
  lastTimestamp: "2026-07-10T19:02:41Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.992s (11.992s
    including waiting). Image size: 1161986299 bytes.'
  metadata:
    creationTimestamp: "2026-07-10T19:02:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:02:41Z"
    name: isvc-paddle-predictor-574f94bdcb-h24rm.18c102f0f4880818
    namespace: kserve-ci-e2e-test
    resourceVersion: "20811"
    uid: bdbcd09c-21b5-4024-8f9f-0e7ca2e06c76
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:02:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-574f94bdcb-h24rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20654"
    uid: bd7e8d76-1089-427b-b386-8b0ce820e596
  kind: Event
  lastTimestamp: "2026-07-10T19:02:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-10T19:02:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:02:41Z"
    name: isvc-paddle-predictor-574f94bdcb-h24rm.18c102f0f77da6f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20812"
    uid: fcae21e9-178d-44ab-b8aa-cf43cf765031
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:02:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-574f94bdcb-h24rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20654"
    uid: bd7e8d76-1089-427b-b386-8b0ce820e596
  kind: Event
  lastTimestamp: "2026-07-10T19:02:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:02:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:02:41Z"
    name: isvc-paddle-predictor-574f94bdcb-h24rm.18c102f0f7f99afa
    namespace: kserve-ci-e2e-test
    resourceVersion: "20813"
    uid: 9f5de244-581f-4d61-880e-cb2078fb0a6a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:02:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-574f94bdcb-h24rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20654"
    uid: bd7e8d76-1089-427b-b386-8b0ce820e596
  kind: Event
  lastTimestamp: "2026-07-10T19:02:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:02:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:02:41Z"
    name: isvc-paddle-predictor-574f94bdcb-h24rm.18c102f0f80312d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20814"
    uid: 4a212d29-f1c5-4255-985f-e766aecab243
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:02:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-574f94bdcb-h24rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20654"
    uid: bd7e8d76-1089-427b-b386-8b0ce820e596
  kind: Event
  lastTimestamp: "2026-07-10T19:02:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-10T19:02:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:02:41Z"
    name: isvc-paddle-predictor-574f94bdcb-h24rm.18c102f0fafc9cf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20815"
    uid: 7efb5d82-e0f1-485c-8155-41abcf3eb4d9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:02:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-574f94bdcb-h24rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20654"
    uid: bd7e8d76-1089-427b-b386-8b0ce820e596
  kind: Event
  lastTimestamp: "2026-07-10T19:02:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:02:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:02:41Z"
    name: isvc-paddle-predictor-574f94bdcb-h24rm.18c102f0fb6e7f41
    namespace: kserve-ci-e2e-test
    resourceVersion: "20816"
    uid: e15ace0c-c628-46a7-8ea6-2c6f3c650b85
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-10T19:02:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-574f94bdcb-h24rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20654"
    uid: bd7e8d76-1089-427b-b386-8b0ce820e596
  kind: Event
  lastTimestamp: "2026-07-10T19:03:19Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-10T19:02:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:03:19Z"
    name: isvc-paddle-predictor-574f94bdcb-h24rm.18c102f16fc22c73
    namespace: kserve-ci-e2e-test
    resourceVersion: "21094"
    uid: 70f78ca5-1e68-4a0d-acc9-8923fc2a91f0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:03:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-574f94bdcb-h24rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20654"
    uid: bd7e8d76-1089-427b-b386-8b0ce820e596
  kind: Event
  lastTimestamp: "2026-07-10T19:03:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:03:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:03:35Z"
    name: isvc-paddle-predictor-574f94bdcb-h24rm.18c102fd8a8839af
    namespace: kserve-ci-e2e-test
    resourceVersion: "21247"
    uid: c33fe915-7c25-470a-b7c1-6c7e481e54f1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:03:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-574f94bdcb-h24rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20654"
    uid: bd7e8d76-1089-427b-b386-8b0ce820e596
  kind: Event
  lastTimestamp: "2026-07-10T19:03:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:03:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:03:35Z"
    name: isvc-paddle-predictor-574f94bdcb-h24rm.18c102fd8a88b400
    namespace: kserve-ci-e2e-test
    resourceVersion: "21249"
    uid: 88577bdf-4f78-41a4-ad07-674ea492d543
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:02:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-574f94bdcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20639"
    uid: 65834edd-b17f-4a7a-8646-50b6cfc08d14
  kind: Event
  lastTimestamp: "2026-07-10T19:02:23Z"
  message: 'Created pod: isvc-paddle-predictor-574f94bdcb-h24rm'
  metadata:
    creationTimestamp: "2026-07-10T19:02:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:02:23Z"
    name: isvc-paddle-predictor-574f94bdcb.18c102ece5d48b88
    namespace: kserve-ci-e2e-test
    resourceVersion: "20653"
    uid: f9603b89-df9c-4cc4-ab7e-c35dd9ac730a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:02:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20635"
    uid: 1cc7d815-d32a-494f-a8f7-68e120463384
  kind: Event
  lastTimestamp: "2026-07-10T19:02:23Z"
  message: Scaled up replica set isvc-paddle-predictor-574f94bdcb from 0 to 1
  metadata:
    creationTimestamp: "2026-07-10T19:02:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:02:23Z"
    name: isvc-paddle-predictor.18c102ece25f06c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20642"
    uid: 67bc8efb-bb84-4a0b-8672-e7ec6af84929
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:02:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20637"
    uid: b81579e7-67a5-4468-8113-5e87a40ead8e
  kind: Event
  lastTimestamp: "2026-07-10T19:02:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:02:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:02:53Z"
    name: isvc-paddle-predictor.18c102f06119727e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20912"
    uid: 229b24b9-9203-438f-adc7-3d9c5760f8e9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:02:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20637"
    uid: b81579e7-67a5-4468-8113-5e87a40ead8e
  kind: Event
  lastTimestamp: "2026-07-10T19:02:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:02:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:02:53Z"
    name: isvc-paddle-predictor.18c102f0619c491f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20913"
    uid: ce2cbefe-7074-4fdb-a1a3-fa8765eda573
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:03:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20790"
    uid: b81579e7-67a5-4468-8113-5e87a40ead8e
  kind: Event
  lastTimestamp: "2026-07-10T19:03:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:03:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:03:23Z"
    name: isvc-paddle-predictor.18c102f760084035
    namespace: kserve-ci-e2e-test
    resourceVersion: "21127"
    uid: 6cf1127e-665c-4b7e-8650-54669920319d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:03:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20790"
    uid: b81579e7-67a5-4468-8113-5e87a40ead8e
  kind: Event
  lastTimestamp: "2026-07-10T19:03:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:03:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:03:23Z"
    name: isvc-paddle-predictor.18c102f760add5fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21128"
    uid: 8ea52dc9-4bda-4b3e-b2bb-1c8df899a193
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-10T19:03:35.477581Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-6f68b485dd-prxcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21261"
    uid: ced3e868-280e-4f0c-a2da-a2450c3cc59e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-6f68b485dd-prxcg
    to ip-10-0-140-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-10T19:03:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-10T19:03:35Z"
    name: isvc-paddle-runtime-predictor-6f68b485dd-prxcg.18c102fd8fc70337
    namespace: kserve-ci-e2e-test
    resourceVersion: "21270"
    uid: eef44448-5517-4a26-bc4a-61b7c4124c7d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c55bbd48f-bmqq8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:03:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-6f68b485dd-prxcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21274"
    uid: ced3e868-280e-4f0c-a2da-a2450c3cc59e
  kind: Event
  lastTimestamp: "2026-07-10T19:03:35Z"
  message: Add eth0 [10.132.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-10T19:03:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-10T19:03:35Z"
    name: isvc-paddle-runtime-predictor-6f68b485dd-prxcg.18c102fda8fe5792
    namespace: kserve-ci-e2e-test
    resourceVersion: "21284"
    uid: c69813a9-9daa-4f0e-b847-6a62ed5e33eb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:03:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-6f68b485dd-prxcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21267"
    uid: ced3e868-280e-4f0c-a2da-a2450c3cc59e
  kind: Event
  lastTimestamp: "2026-07-10T19:03:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e7d18b8520466922c73925c5601004b31b3c3ec90f89a0821d13bdeee1848812"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:03:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:03:35Z"
    name: isvc-paddle-runtime-predictor-6f68b485dd-prxcg.18c102fdab5f962f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21286"
    uid: 2d388e5e-128d-4ab5-9d07-d33aeb5ee0d7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:03:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-6f68b485dd-prxcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21267"
    uid: ced3e868-280e-4f0c-a2da-a2450c3cc59e
  kind: Event
  lastTimestamp: "2026-07-10T19:03:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-10T19:03:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:03:35Z"
    name: isvc-paddle-runtime-predictor-6f68b485dd-prxcg.18c102fdadf969ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "21287"
    uid: 25f19cf1-ca7f-47a4-9291-077f901a9c54
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:03:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-6f68b485dd-prxcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21267"
    uid: ced3e868-280e-4f0c-a2da-a2450c3cc59e
  kind: Event
  lastTimestamp: "2026-07-10T19:03:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-10T19:03:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:03:35Z"
    name: isvc-paddle-runtime-predictor-6f68b485dd-prxcg.18c102fdae587e91
    namespace: kserve-ci-e2e-test
    resourceVersion: "21288"
    uid: 46f7ea27-5b64-48a6-b0aa-e316d7bedd8f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:03:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-6f68b485dd-prxcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21267"
    uid: ced3e868-280e-4f0c-a2da-a2450c3cc59e
  kind: Event
  lastTimestamp: "2026-07-10T19:03:41Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:03:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:03:41Z"
    name: isvc-paddle-runtime-predictor-6f68b485dd-prxcg.18c102fefe174189
    namespace: kserve-ci-e2e-test
    resourceVersion: "21333"
    uid: f539b4f4-9ab1-4648-b110-88d405a29d55
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:03:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-6f68b485dd-prxcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21267"
    uid: ced3e868-280e-4f0c-a2da-a2450c3cc59e
  kind: Event
  lastTimestamp: "2026-07-10T19:03:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-10T19:03:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:03:41Z"
    name: isvc-paddle-runtime-predictor-6f68b485dd-prxcg.18c102ff00fa93c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21335"
    uid: 328994a5-730b-4a35-9fdf-3cc64d88264f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:03:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-6f68b485dd-prxcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21267"
    uid: ced3e868-280e-4f0c-a2da-a2450c3cc59e
  kind: Event
  lastTimestamp: "2026-07-10T19:03:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:03:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:03:41Z"
    name: isvc-paddle-runtime-predictor-6f68b485dd-prxcg.18c102ff015a0a69
    namespace: kserve-ci-e2e-test
    resourceVersion: "21336"
    uid: c2496937-48ab-43ac-9309-daff84a86c92
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:03:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-6f68b485dd-prxcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21267"
    uid: ced3e868-280e-4f0c-a2da-a2450c3cc59e
  kind: Event
  lastTimestamp: "2026-07-10T19:03:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:03:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:03:41Z"
    name: isvc-paddle-runtime-predictor-6f68b485dd-prxcg.18c102ff01636819
    namespace: kserve-ci-e2e-test
    resourceVersion: "21338"
    uid: 00caeec6-2eb4-4e2e-a27b-a6dd8c58c490
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:03:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-6f68b485dd-prxcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21267"
    uid: ced3e868-280e-4f0c-a2da-a2450c3cc59e
  kind: Event
  lastTimestamp: "2026-07-10T19:03:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-10T19:03:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:03:41Z"
    name: isvc-paddle-runtime-predictor-6f68b485dd-prxcg.18c102ff040f47d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21340"
    uid: 67604b60-11b1-43f5-aed3-6716567e0e52
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:03:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-6f68b485dd-prxcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21267"
    uid: ced3e868-280e-4f0c-a2da-a2450c3cc59e
  kind: Event
  lastTimestamp: "2026-07-10T19:03:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:03:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:03:41Z"
    name: isvc-paddle-runtime-predictor-6f68b485dd-prxcg.18c102ff046d37b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21341"
    uid: 7934d718-f2ce-461f-bf3e-8d1339e2d73c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-10T19:03:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-6f68b485dd-prxcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21267"
    uid: ced3e868-280e-4f0c-a2da-a2450c3cc59e
  kind: Event
  lastTimestamp: "2026-07-10T19:04:38Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-10T19:03:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:04:38Z"
    name: isvc-paddle-runtime-predictor-6f68b485dd-prxcg.18c102ff3a15162a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21800"
    uid: 34d7de02-d03a-4774-813c-ede89841027a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:04:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-6f68b485dd-prxcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21267"
    uid: ced3e868-280e-4f0c-a2da-a2450c3cc59e
  kind: Event
  lastTimestamp: "2026-07-10T19:04:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:04:37Z"
    name: isvc-paddle-runtime-predictor-6f68b485dd-prxcg.18c1030be41e9436
    namespace: kserve-ci-e2e-test
    resourceVersion: "21744"
    uid: b28f8783-0ec1-4183-8a28-12d40377eade
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:04:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-6f68b485dd-prxcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21267"
    uid: ced3e868-280e-4f0c-a2da-a2450c3cc59e
  kind: Event
  lastTimestamp: "2026-07-10T19:04:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:04:37Z"
    name: isvc-paddle-runtime-predictor-6f68b485dd-prxcg.18c1030be41f3ce4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21747"
    uid: ce586e9a-98d5-4ebd-9c37-809069828a5d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:04:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-6f68b485dd-prxcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21267"
    uid: ced3e868-280e-4f0c-a2da-a2450c3cc59e
  kind: Event
  lastTimestamp: "2026-07-10T19:04:38Z"
  message: 'Readiness probe failed: Get "https://10.132.0.31:8643/healthz": dial tcp
    10.132.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-10T19:04:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:04:38Z"
    name: isvc-paddle-runtime-predictor-6f68b485dd-prxcg.18c1030c44173e3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21799"
    uid: b8b4390b-8235-45d7-b924-899d7d1b3c28
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:03:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-6f68b485dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21251"
    uid: c1881d34-c6c0-4ad8-8342-47d34608a88e
  kind: Event
  lastTimestamp: "2026-07-10T19:03:35Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-6f68b485dd-prxcg'
  metadata:
    creationTimestamp: "2026-07-10T19:03:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:03:35Z"
    name: isvc-paddle-runtime-predictor-6f68b485dd.18c102fd8f4e41be
    namespace: kserve-ci-e2e-test
    resourceVersion: "21266"
    uid: bf7537fe-c069-4ec3-a192-7b9920f5e9fe
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:03:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21248"
    uid: f7961d49-9f82-40e6-9c2e-b0816e861065
  kind: Event
  lastTimestamp: "2026-07-10T19:03:35Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-6f68b485dd from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-10T19:03:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:03:35Z"
    name: isvc-paddle-runtime-predictor.18c102fd8bf6ce48
    namespace: kserve-ci-e2e-test
    resourceVersion: "21254"
    uid: 772c67d1-09a0-4046-9d81-dc8fee4a9b4b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-10T19:03:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21250"
    uid: e08dfd30-bd58-4a39-be84-f9830b0a09ff
  kind: Event
  lastTimestamp: "2026-07-10T19:04:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:03:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:04:20Z"
    name: isvc-paddle-runtime-predictor.18c103010aa741cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21599"
    uid: d4a78c1c-7d1a-4f6d-b69f-69e941bd8c0a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-10T19:03:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21250"
    uid: e08dfd30-bd58-4a39-be84-f9830b0a09ff
  kind: Event
  lastTimestamp: "2026-07-10T19:04:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:03:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:04:20Z"
    name: isvc-paddle-runtime-predictor.18c103010b2ff252
    namespace: kserve-ci-e2e-test
    resourceVersion: "21600"
    uid: b4c0951c-2ed5-46bb-8f75-40ed74e86082
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:04:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21404"
    uid: e08dfd30-bd58-4a39-be84-f9830b0a09ff
  kind: Event
  lastTimestamp: "2026-07-10T19:04:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:04:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:04:35Z"
    name: isvc-paddle-runtime-predictor.18c1030b88a0edb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21709"
    uid: 7aa99332-98df-4e4c-84a1-284f6227e92a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:04:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21404"
    uid: e08dfd30-bd58-4a39-be84-f9830b0a09ff
  kind: Event
  lastTimestamp: "2026-07-10T19:04:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:04:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:04:35Z"
    name: isvc-paddle-runtime-predictor.18c1030b89101f6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21711"
    uid: 6d23e2ef-63fe-4139-aec4-7252f6e10f1c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-10T19:03:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21224"
    uid: 942c3c11-fdf2-4cbc-b2e0-0e0438030464
  kind: Event
  lastTimestamp: "2026-07-10T19:04:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-10T19:03:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:04:28Z"
    name: isvc-paddle-runtime.18c102fd8bb6ce05
    namespace: kserve-ci-e2e-test
    resourceVersion: "21664"
    uid: 2d9330c9-8aa9-42f2-8129-5e76102ccc57
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:03:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21224"
    uid: 942c3c11-fdf2-4cbc-b2e0-0e0438030464
  kind: Event
  lastTimestamp: "2026-07-10T19:03:35Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-10T19:03:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:03:35Z"
    name: isvc-paddle-runtime.18c102fd8c384a8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21256"
    uid: 998e3eba-fea8-454f-aa65-84fc75d86a87
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:04:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21662"
    uid: 942c3c11-fdf2-4cbc-b2e0-0e0438030464
  kind: Event
  lastTimestamp: "2026-07-10T19:04:28Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-10T19:04:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:04:28Z"
    name: isvc-paddle-runtime.18c10309f6b2467c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21663"
    uid: f74dbbc9-c637-400f-b37f-8abc8cc3edc7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-10T19:04:37.198233Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-58879dd4d4-slznn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21761"
    uid: 11c5714c-c530-4d26-acb0-e32e37cc121d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-58879dd4d4-slznn
    to ip-10-0-140-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-10T19:04:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-10T19:04:37Z"
    name: isvc-paddle-v2-kserve-predictor-58879dd4d4-slznn.18c1030bee9d5c7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21766"
    uid: d0e6f1d0-5d84-4095-bde2-21371d52c533
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c55bbd48f-bmqq8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:04:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-58879dd4d4-slznn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21772"
    uid: 11c5714c-c530-4d26-acb0-e32e37cc121d
  kind: Event
  lastTimestamp: "2026-07-10T19:04:37Z"
  message: Add eth0 [10.132.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-10T19:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-10T19:04:37Z"
    name: isvc-paddle-v2-kserve-predictor-58879dd4d4-slznn.18c1030c07ee2c2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21783"
    uid: faa6e2ce-d3b9-454b-8244-849925967766
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:04:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-58879dd4d4-slznn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21764"
    uid: 11c5714c-c530-4d26-acb0-e32e37cc121d
  kind: Event
  lastTimestamp: "2026-07-10T19:04:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e7d18b8520466922c73925c5601004b31b3c3ec90f89a0821d13bdeee1848812"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:04:37Z"
    name: isvc-paddle-v2-kserve-predictor-58879dd4d4-slznn.18c1030c0a321d7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21785"
    uid: 2cba4e85-7afa-49d6-8257-a56f316d3674
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:04:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-58879dd4d4-slznn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21764"
    uid: 11c5714c-c530-4d26-acb0-e32e37cc121d
  kind: Event
  lastTimestamp: "2026-07-10T19:04:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-10T19:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:04:37Z"
    name: isvc-paddle-v2-kserve-predictor-58879dd4d4-slznn.18c1030c0d907dbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21788"
    uid: bc0f9e78-bcc5-4fea-a204-99cbb2a5b972
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:04:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-58879dd4d4-slznn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21764"
    uid: 11c5714c-c530-4d26-acb0-e32e37cc121d
  kind: Event
  lastTimestamp: "2026-07-10T19:04:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-10T19:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:04:37Z"
    name: isvc-paddle-v2-kserve-predictor-58879dd4d4-slznn.18c1030c0df46cc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21789"
    uid: 21eda05c-0325-4224-a106-6b4f33b85e17
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:04:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-58879dd4d4-slznn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21764"
    uid: 11c5714c-c530-4d26-acb0-e32e37cc121d
  kind: Event
  lastTimestamp: "2026-07-10T19:04:42Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:04:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:04:42Z"
    name: isvc-paddle-v2-kserve-predictor-58879dd4d4-slznn.18c1030d3fc6c4eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21832"
    uid: 94a10955-a8b5-4426-a0e2-1da38307be3b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:04:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-58879dd4d4-slznn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21764"
    uid: 11c5714c-c530-4d26-acb0-e32e37cc121d
  kind: Event
  lastTimestamp: "2026-07-10T19:04:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-10T19:04:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:04:42Z"
    name: isvc-paddle-v2-kserve-predictor-58879dd4d4-slznn.18c1030d42b2b86b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21834"
    uid: 547da3db-e1bb-4fbf-8d20-4223d88983c2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:04:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-58879dd4d4-slznn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21764"
    uid: 11c5714c-c530-4d26-acb0-e32e37cc121d
  kind: Event
  lastTimestamp: "2026-07-10T19:04:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:04:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:04:42Z"
    name: isvc-paddle-v2-kserve-predictor-58879dd4d4-slznn.18c1030d432181ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "21837"
    uid: eb05b0c3-5cf1-44e5-8232-9a8383b3423e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:04:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-58879dd4d4-slznn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21764"
    uid: 11c5714c-c530-4d26-acb0-e32e37cc121d
  kind: Event
  lastTimestamp: "2026-07-10T19:04:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:04:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:04:42Z"
    name: isvc-paddle-v2-kserve-predictor-58879dd4d4-slznn.18c1030d432b66ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "21838"
    uid: 4a219273-ce3c-4270-ac46-87a1d66628fa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:04:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-58879dd4d4-slznn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21764"
    uid: 11c5714c-c530-4d26-acb0-e32e37cc121d
  kind: Event
  lastTimestamp: "2026-07-10T19:04:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-10T19:04:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:04:42Z"
    name: isvc-paddle-v2-kserve-predictor-58879dd4d4-slznn.18c1030d45e64823
    namespace: kserve-ci-e2e-test
    resourceVersion: "21839"
    uid: 4b20923c-de89-4ae2-9995-ece516c1be1b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:04:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-58879dd4d4-slznn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21764"
    uid: 11c5714c-c530-4d26-acb0-e32e37cc121d
  kind: Event
  lastTimestamp: "2026-07-10T19:04:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:04:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:04:42Z"
    name: isvc-paddle-v2-kserve-predictor-58879dd4d4-slznn.18c1030d4658821b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21841"
    uid: 501d75db-98fc-4bf8-8869-03dc3aaa6383
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-10T19:04:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-58879dd4d4-slznn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21764"
    uid: 11c5714c-c530-4d26-acb0-e32e37cc121d
  kind: Event
  lastTimestamp: "2026-07-10T19:05:39Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-10T19:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:05:39Z"
    name: isvc-paddle-v2-kserve-predictor-58879dd4d4-slznn.18c1030d7bbfb698
    namespace: kserve-ci-e2e-test
    resourceVersion: "22289"
    uid: 00ad3fc4-51bf-478c-a628-382a650ddc12
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:05:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-58879dd4d4-slznn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21764"
    uid: 11c5714c-c530-4d26-acb0-e32e37cc121d
  kind: Event
  lastTimestamp: "2026-07-10T19:05:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:05:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:05:38Z"
    name: isvc-paddle-v2-kserve-predictor-58879dd4d4-slznn.18c1031a4f7cf679
    namespace: kserve-ci-e2e-test
    resourceVersion: "22249"
    uid: f97e7063-ff68-46fb-9b39-cabf01356e87
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:05:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-58879dd4d4-slznn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21764"
    uid: 11c5714c-c530-4d26-acb0-e32e37cc121d
  kind: Event
  lastTimestamp: "2026-07-10T19:05:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:05:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:05:38Z"
    name: isvc-paddle-v2-kserve-predictor-58879dd4d4-slznn.18c1031a4f7d7919
    namespace: kserve-ci-e2e-test
    resourceVersion: "22251"
    uid: d742b09d-8671-41c7-b996-d9d6ede99852
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:05:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-58879dd4d4-slznn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21764"
    uid: 11c5714c-c530-4d26-acb0-e32e37cc121d
  kind: Event
  lastTimestamp: "2026-07-10T19:05:39Z"
  message: 'Readiness probe failed: Get "https://10.132.0.32:8643/healthz": dial tcp
    10.132.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-10T19:05:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:05:39Z"
    name: isvc-paddle-v2-kserve-predictor-58879dd4d4-slznn.18c1031a85ca7f3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22288"
    uid: 17d08d2a-3d09-45e5-a882-438a191a6dfa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:04:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-58879dd4d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21751"
    uid: 4ca06e1c-7c3c-4c84-9e3c-9657cda598dc
  kind: Event
  lastTimestamp: "2026-07-10T19:04:37Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-58879dd4d4-slznn'
  metadata:
    creationTimestamp: "2026-07-10T19:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:04:37Z"
    name: isvc-paddle-v2-kserve-predictor-58879dd4d4.18c1030bed83af6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21763"
    uid: 80c0fd43-cc3c-48e4-ab57-393491a986ed
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:04:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21746"
    uid: 2e8ad288-ffaa-46b9-8318-c2310c3b6aa9
  kind: Event
  lastTimestamp: "2026-07-10T19:04:37Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-58879dd4d4 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-10T19:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:04:37Z"
    name: isvc-paddle-v2-kserve-predictor.18c1030be7d53d51
    namespace: kserve-ci-e2e-test
    resourceVersion: "21754"
    uid: 1ee652fe-3856-4301-82af-ed7ca8f68a08
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:04:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21750"
    uid: 6a8d701d-fb6d-4cf5-a60a-8ebcc8404c4a
  kind: Event
  lastTimestamp: "2026-07-10T19:04:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:04:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:04:52Z"
    name: isvc-paddle-v2-kserve-predictor.18c1030f664990bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21903"
    uid: b1bcab5d-f3c9-4064-b887-16808dfcc35e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:04:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21750"
    uid: 6a8d701d-fb6d-4cf5-a60a-8ebcc8404c4a
  kind: Event
  lastTimestamp: "2026-07-10T19:04:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:04:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:04:52Z"
    name: isvc-paddle-v2-kserve-predictor.18c1030f66d64480
    namespace: kserve-ci-e2e-test
    resourceVersion: "21905"
    uid: a8caae68-da44-4a38-8993-2635d1585833
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-10T19:05:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21904"
    uid: 6a8d701d-fb6d-4cf5-a60a-8ebcc8404c4a
  kind: Event
  lastTimestamp: "2026-07-10T19:05:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:05:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:05:37Z"
    name: isvc-paddle-v2-kserve-predictor.18c10312e66c1092
    namespace: kserve-ci-e2e-test
    resourceVersion: "22207"
    uid: b8ee95ff-0eaa-4775-9015-9c37674aff66
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-10T19:05:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21904"
    uid: 6a8d701d-fb6d-4cf5-a60a-8ebcc8404c4a
  kind: Event
  lastTimestamp: "2026-07-10T19:05:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:05:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:05:37Z"
    name: isvc-paddle-v2-kserve-predictor.18c10312e6d88c5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22208"
    uid: 7c8cb92c-5f2e-4bc2-845d-57fd431d8220
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-10T19:04:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21724"
    uid: 4ace0dae-bd2b-416e-a0a4-0a76d0a07008
  kind: Event
  lastTimestamp: "2026-07-10T19:05:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-10T19:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:05:30Z"
    name: isvc-paddle-v2-kserve.18c1030be73c5ff7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22161"
    uid: 2c8e3571-6e7c-4c01-a8cd-b647e50257d2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:04:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21724"
    uid: 4ace0dae-bd2b-416e-a0a4-0a76d0a07008
  kind: Event
  lastTimestamp: "2026-07-10T19:04:37Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-10T19:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:04:37Z"
    name: isvc-paddle-v2-kserve.18c1030be7d25417
    namespace: kserve-ci-e2e-test
    resourceVersion: "21774"
    uid: 67dce39b-8254-4b12-950f-f5419a93d389
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:04:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21760"
    uid: 4ace0dae-bd2b-416e-a0a4-0a76d0a07008
  kind: Event
  lastTimestamp: "2026-07-10T19:04:37Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-10T19:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:04:37Z"
    name: isvc-paddle-v2-kserve.18c1030bf32e9367
    namespace: kserve-ci-e2e-test
    resourceVersion: "21775"
    uid: e732276e-74ae-4720-a2c0-d637b9a2f399
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:05:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22158"
    uid: 4ace0dae-bd2b-416e-a0a4-0a76d0a07008
  kind: Event
  lastTimestamp: "2026-07-10T19:05:29Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-07-10T19:05:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:05:29Z"
    name: isvc-paddle-v2-kserve.18c103183899c14a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22160"
    uid: deb807af-425f-4526-a191-986d6afc1c2c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-10T19:02:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20613"
    uid: 33ef871b-b4e8-4a08-93c7-643cdf3db85a
  kind: Event
  lastTimestamp: "2026-07-10T19:03:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-10T19:02:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:03:29Z"
    name: isvc-paddle.18c102ece20054d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21175"
    uid: 4d1df9a6-5296-4d7f-b195-f92532a95307
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:02:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20613"
    uid: 33ef871b-b4e8-4a08-93c7-643cdf3db85a
  kind: Event
  lastTimestamp: "2026-07-10T19:02:23Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-10T19:02:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:02:23Z"
    name: isvc-paddle.18c102ece2670446
    namespace: kserve-ci-e2e-test
    resourceVersion: "20663"
    uid: d2582b37-20a9-43ce-9e5f-b2a5d9d3221d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:02:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20623"
    uid: 33ef871b-b4e8-4a08-93c7-643cdf3db85a
  kind: Event
  lastTimestamp: "2026-07-10T19:02:23Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-10T19:02:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:02:23Z"
    name: isvc-paddle.18c102ece9ec38e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20664"
    uid: cd9d9b6f-58f5-4301-a2a8-ebe184653cc3
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:03:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "21172"
    uid: 33ef871b-b4e8-4a08-93c7-643cdf3db85a
  kind: Event
  lastTimestamp: "2026-07-10T19:03:29Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-07-10T19:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:03:29Z"
    name: isvc-paddle.18c102fc2c610b4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21173"
    uid: 4e98273d-ccaf-423f-98b0-d7eaf9ac8c58
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-10T19:05:39.142725Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-667774f679-s6k7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "22261"
    uid: ab7d08f2-4e64-4a77-b932-d52b26f37115
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-667774f679-s6k7z
    to ip-10-0-140-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-10T19:05:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-10T19:05:39Z"
    name: isvc-pmml-predictor-667774f679-s6k7z.18c1031a5acb4400
    namespace: kserve-ci-e2e-test
    resourceVersion: "22266"
    uid: 4aa87520-8971-4f3d-8dd3-fa8301c19465
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c55bbd48f-bmqq8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:05:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-667774f679-s6k7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "22269"
    uid: ab7d08f2-4e64-4a77-b932-d52b26f37115
  kind: Event
  lastTimestamp: "2026-07-10T19:05:39Z"
  message: Add eth0 [10.132.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-10T19:05:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-10T19:05:39Z"
    name: isvc-pmml-predictor-667774f679-s6k7z.18c1031a7417d03c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22281"
    uid: e64811af-e588-4d1e-8276-e68105eeb08d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:05:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-667774f679-s6k7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "22265"
    uid: ab7d08f2-4e64-4a77-b932-d52b26f37115
  kind: Event
  lastTimestamp: "2026-07-10T19:05:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e7d18b8520466922c73925c5601004b31b3c3ec90f89a0821d13bdeee1848812"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:05:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:05:39Z"
    name: isvc-pmml-predictor-667774f679-s6k7z.18c1031a75a67757
    namespace: kserve-ci-e2e-test
    resourceVersion: "22283"
    uid: c0f29331-33ab-41b7-af32-46db487162f0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:05:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-667774f679-s6k7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "22265"
    uid: ab7d08f2-4e64-4a77-b932-d52b26f37115
  kind: Event
  lastTimestamp: "2026-07-10T19:05:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-10T19:05:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:05:39Z"
    name: isvc-pmml-predictor-667774f679-s6k7z.18c1031a78236c83
    namespace: kserve-ci-e2e-test
    resourceVersion: "22284"
    uid: 8723f900-1013-4f2b-9e85-cb80d50db82d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:05:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-667774f679-s6k7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "22265"
    uid: ab7d08f2-4e64-4a77-b932-d52b26f37115
  kind: Event
  lastTimestamp: "2026-07-10T19:05:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-10T19:05:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:05:39Z"
    name: isvc-pmml-predictor-667774f679-s6k7z.18c1031a7893af9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22285"
    uid: a998d649-f8d3-4e7d-a4b4-21db0e02dc71
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:05:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-667774f679-s6k7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "22265"
    uid: ab7d08f2-4e64-4a77-b932-d52b26f37115
  kind: Event
  lastTimestamp: "2026-07-10T19:05:44Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-07-10T19:05:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:05:44Z"
    name: isvc-pmml-predictor-667774f679-s6k7z.18c1031b81506e93
    namespace: kserve-ci-e2e-test
    resourceVersion: "22326"
    uid: 8bfef77a-c744-4217-b996-14e8a8aec54f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:05:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-667774f679-s6k7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "22265"
    uid: ab7d08f2-4e64-4a77-b932-d52b26f37115
  kind: Event
  lastTimestamp: "2026-07-10T19:05:51Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 7.191s (7.191s
    including waiting). Image size: 800492422 bytes.'
  metadata:
    creationTimestamp: "2026-07-10T19:05:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:05:51Z"
    name: isvc-pmml-predictor-667774f679-s6k7z.18c1031d2df618d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22375"
    uid: 40da8655-5b8b-487c-a979-5cc778c1241b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:05:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-667774f679-s6k7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "22265"
    uid: ab7d08f2-4e64-4a77-b932-d52b26f37115
  kind: Event
  lastTimestamp: "2026-07-10T19:05:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-10T19:05:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:05:51Z"
    name: isvc-pmml-predictor-667774f679-s6k7z.18c1031d3112247d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22376"
    uid: 2f96c93d-ac0a-488b-8ef2-42e8fc24423c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:05:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-667774f679-s6k7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "22265"
    uid: ab7d08f2-4e64-4a77-b932-d52b26f37115
  kind: Event
  lastTimestamp: "2026-07-10T19:05:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:05:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:05:51Z"
    name: isvc-pmml-predictor-667774f679-s6k7z.18c1031d31804047
    namespace: kserve-ci-e2e-test
    resourceVersion: "22377"
    uid: 7bbd2e65-b049-4805-82be-9d68bde46d46
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:05:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-667774f679-s6k7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "22265"
    uid: ab7d08f2-4e64-4a77-b932-d52b26f37115
  kind: Event
  lastTimestamp: "2026-07-10T19:05:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:05:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:05:51Z"
    name: isvc-pmml-predictor-667774f679-s6k7z.18c1031d318a3a1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22378"
    uid: 397fe012-d54a-470d-8ed0-69d4afa41b06
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:05:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-667774f679-s6k7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "22265"
    uid: ab7d08f2-4e64-4a77-b932-d52b26f37115
  kind: Event
  lastTimestamp: "2026-07-10T19:05:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-10T19:05:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:05:51Z"
    name: isvc-pmml-predictor-667774f679-s6k7z.18c1031d3488b231
    namespace: kserve-ci-e2e-test
    resourceVersion: "22379"
    uid: 9d169d10-da24-45dc-8285-3ae8a03b4093
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:05:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-667774f679-s6k7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "22265"
    uid: ab7d08f2-4e64-4a77-b932-d52b26f37115
  kind: Event
  lastTimestamp: "2026-07-10T19:05:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:05:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:05:51Z"
    name: isvc-pmml-predictor-667774f679-s6k7z.18c1031d34f66afd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22380"
    uid: 148fa9cf-07c4-4b76-a22d-02bd76a9ad6b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-10T19:05:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-667774f679-s6k7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "22265"
    uid: ab7d08f2-4e64-4a77-b932-d52b26f37115
  kind: Event
  lastTimestamp: "2026-07-10T19:06:58Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-10T19:05:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:06:58Z"
    name: isvc-pmml-predictor-667774f679-s6k7z.18c1031d60571f7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22846"
    uid: ec2079cc-09b3-40c3-a6ac-8dee3c056eab
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:07:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-667774f679-s6k7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "22265"
    uid: ab7d08f2-4e64-4a77-b932-d52b26f37115
  kind: Event
  lastTimestamp: "2026-07-10T19:07:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:07:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:07:10Z"
    name: isvc-pmml-predictor-667774f679-s6k7z.18c1032f92f609dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22983"
    uid: 4bcc247d-990a-49b5-b681-1b568c6ab09f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:07:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-667774f679-s6k7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "22265"
    uid: ab7d08f2-4e64-4a77-b932-d52b26f37115
  kind: Event
  lastTimestamp: "2026-07-10T19:07:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:07:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:07:10Z"
    name: isvc-pmml-predictor-667774f679-s6k7z.18c1032f92f68ef0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22987"
    uid: 875ffd87-8d01-4e2d-b991-62f7a0d5d7c3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:07:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-667774f679-s6k7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "22265"
    uid: ab7d08f2-4e64-4a77-b932-d52b26f37115
  kind: Event
  lastTimestamp: "2026-07-10T19:07:13Z"
  message: 'Readiness probe failed: Get "https://10.132.0.33:8643/healthz": dial tcp
    10.132.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-10T19:07:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:07:13Z"
    name: isvc-pmml-predictor-667774f679-s6k7z.18c103303c83f332
    namespace: kserve-ci-e2e-test
    resourceVersion: "23031"
    uid: d946fa0d-0162-4de9-97ce-1aebd6b21a9b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:05:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-667774f679
    namespace: kserve-ci-e2e-test
    resourceVersion: "22248"
    uid: f7664181-2c1c-4b25-9e42-6a478042b50c
  kind: Event
  lastTimestamp: "2026-07-10T19:05:39Z"
  message: 'Created pod: isvc-pmml-predictor-667774f679-s6k7z'
  metadata:
    creationTimestamp: "2026-07-10T19:05:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:05:39Z"
    name: isvc-pmml-predictor-667774f679.18c1031a596ef2a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22263"
    uid: 3170c86a-e821-4521-98dd-b3034196a54c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:05:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22243"
    uid: c89fdda9-7620-4ce2-a1e2-58c2f71cd5a6
  kind: Event
  lastTimestamp: "2026-07-10T19:05:38Z"
  message: Scaled up replica set isvc-pmml-predictor-667774f679 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-10T19:05:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:05:38Z"
    name: isvc-pmml-predictor.18c1031a4fef54d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22250"
    uid: df439297-38df-4913-a3c3-5521fa3f618d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:05:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22245"
    uid: 76aab84a-aa15-4ac3-8137-0f74071b7b45
  kind: Event
  lastTimestamp: "2026-07-10T19:06:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:05:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:06:08Z"
    name: isvc-pmml-predictor.18c1031dce0a9306
    namespace: kserve-ci-e2e-test
    resourceVersion: "22503"
    uid: b87ce12d-9f40-435a-8c8c-d719bad92141
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:05:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22245"
    uid: 76aab84a-aa15-4ac3-8137-0f74071b7b45
  kind: Event
  lastTimestamp: "2026-07-10T19:06:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:05:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:06:08Z"
    name: isvc-pmml-predictor.18c1031dce852333
    namespace: kserve-ci-e2e-test
    resourceVersion: "22504"
    uid: c169fd04-5a7b-4f80-ac8f-fd590f94576a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-10T19:06:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22401"
    uid: 76aab84a-aa15-4ac3-8137-0f74071b7b45
  kind: Event
  lastTimestamp: "2026-07-10T19:07:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:06:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:07:09Z"
    name: isvc-pmml-predictor.18c10324cce45224
    namespace: kserve-ci-e2e-test
    resourceVersion: "22932"
    uid: fa94465e-a5fe-4e17-a14d-5859f36cb161
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-10T19:06:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22401"
    uid: 76aab84a-aa15-4ac3-8137-0f74071b7b45
  kind: Event
  lastTimestamp: "2026-07-10T19:07:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:06:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:07:09Z"
    name: isvc-pmml-predictor.18c10324cd521ab6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22933"
    uid: 12b1ba2f-2961-4c46-888a-328a373dbeb5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-10T19:07:10.288006Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-56f7c95d45-b7mxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22976"
    uid: 2c45ce15-cd8f-4a6d-8962-f858cdfd81eb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-56f7c95d45-b7mxp
    to ip-10-0-140-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-10T19:07:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-10T19:07:10Z"
    name: isvc-pmml-runtime-predictor-56f7c95d45-b7mxp.18c1032f9379dd29
    namespace: kserve-ci-e2e-test
    resourceVersion: "22986"
    uid: 4b23703a-1101-43be-a2c3-4114a5bcc882
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c55bbd48f-bmqq8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:07:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-56f7c95d45-b7mxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22980"
    uid: 2c45ce15-cd8f-4a6d-8962-f858cdfd81eb
  kind: Event
  lastTimestamp: "2026-07-10T19:07:10Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-10T19:07:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:07:10Z"
    name: isvc-pmml-runtime-predictor-56f7c95d45-b7mxp.18c1032fa0417272
    namespace: kserve-ci-e2e-test
    resourceVersion: "23002"
    uid: 413825a6-19dc-43f1-a464-ecf0b9dc7cf6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:07:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-56f7c95d45-b7mxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22994"
    uid: 2c45ce15-cd8f-4a6d-8962-f858cdfd81eb
  kind: Event
  lastTimestamp: "2026-07-10T19:07:11Z"
  message: Add eth0 [10.132.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-10T19:07:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-10T19:07:11Z"
    name: isvc-pmml-runtime-predictor-56f7c95d45-b7mxp.18c1032fd093814c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23011"
    uid: 37c84e0b-2eea-45df-9e8f-5aab4af58ce1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:07:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-56f7c95d45-b7mxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22980"
    uid: 2c45ce15-cd8f-4a6d-8962-f858cdfd81eb
  kind: Event
  lastTimestamp: "2026-07-10T19:07:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e7d18b8520466922c73925c5601004b31b3c3ec90f89a0821d13bdeee1848812"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:07:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:07:11Z"
    name: isvc-pmml-runtime-predictor-56f7c95d45-b7mxp.18c1032fd241b9c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23013"
    uid: 5d0a29f1-0d4a-445e-95d2-022742cd4f13
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:07:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-56f7c95d45-b7mxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22980"
    uid: 2c45ce15-cd8f-4a6d-8962-f858cdfd81eb
  kind: Event
  lastTimestamp: "2026-07-10T19:07:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-10T19:07:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:07:11Z"
    name: isvc-pmml-runtime-predictor-56f7c95d45-b7mxp.18c1032fd5a32ed0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23014"
    uid: 73d8b496-3682-4199-94bf-579235e10931
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:07:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-56f7c95d45-b7mxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22980"
    uid: 2c45ce15-cd8f-4a6d-8962-f858cdfd81eb
  kind: Event
  lastTimestamp: "2026-07-10T19:07:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-10T19:07:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:07:11Z"
    name: isvc-pmml-runtime-predictor-56f7c95d45-b7mxp.18c1032fd677b1d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23015"
    uid: 97229214-2fbd-4d48-a341-db4019630e38
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:07:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-56f7c95d45-b7mxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22980"
    uid: 2c45ce15-cd8f-4a6d-8962-f858cdfd81eb
  kind: Event
  lastTimestamp: "2026-07-10T19:07:15Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:07:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:07:15Z"
    name: isvc-pmml-runtime-predictor-56f7c95d45-b7mxp.18c10330c51c9a55
    namespace: kserve-ci-e2e-test
    resourceVersion: "23051"
    uid: a9cd059d-1b04-4074-a34e-6ffae069fd8a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:07:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-56f7c95d45-b7mxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22980"
    uid: 2c45ce15-cd8f-4a6d-8962-f858cdfd81eb
  kind: Event
  lastTimestamp: "2026-07-10T19:07:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-10T19:07:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:07:15Z"
    name: isvc-pmml-runtime-predictor-56f7c95d45-b7mxp.18c10330c83557fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "23053"
    uid: e69e04d2-2221-420e-ba09-197c21e90dfc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:07:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-56f7c95d45-b7mxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22980"
    uid: 2c45ce15-cd8f-4a6d-8962-f858cdfd81eb
  kind: Event
  lastTimestamp: "2026-07-10T19:07:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:07:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:07:15Z"
    name: isvc-pmml-runtime-predictor-56f7c95d45-b7mxp.18c10330c8a247b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23055"
    uid: 25b8d6ae-0f83-4286-9c8c-75754b34a964
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:07:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-56f7c95d45-b7mxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22980"
    uid: 2c45ce15-cd8f-4a6d-8962-f858cdfd81eb
  kind: Event
  lastTimestamp: "2026-07-10T19:07:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:07:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:07:15Z"
    name: isvc-pmml-runtime-predictor-56f7c95d45-b7mxp.18c10330c8abb6b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23056"
    uid: bf3e7278-1cd4-43f7-9940-49cd2862ef9d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:07:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-56f7c95d45-b7mxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22980"
    uid: 2c45ce15-cd8f-4a6d-8962-f858cdfd81eb
  kind: Event
  lastTimestamp: "2026-07-10T19:07:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-10T19:07:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:07:15Z"
    name: isvc-pmml-runtime-predictor-56f7c95d45-b7mxp.18c10330cbf03796
    namespace: kserve-ci-e2e-test
    resourceVersion: "23059"
    uid: 4af1ce16-39a8-4b5d-b7ee-a35ee148cc85
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:07:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-56f7c95d45-b7mxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22980"
    uid: 2c45ce15-cd8f-4a6d-8962-f858cdfd81eb
  kind: Event
  lastTimestamp: "2026-07-10T19:07:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:07:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:07:15Z"
    name: isvc-pmml-runtime-predictor-56f7c95d45-b7mxp.18c10330cc5f9dad
    namespace: kserve-ci-e2e-test
    resourceVersion: "23060"
    uid: d507769c-7ca9-4199-af61-506db0262b34
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-10T19:07:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-56f7c95d45-b7mxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22980"
    uid: 2c45ce15-cd8f-4a6d-8962-f858cdfd81eb
  kind: Event
  lastTimestamp: "2026-07-10T19:08:43Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-10T19:07:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:08:43Z"
    name: isvc-pmml-runtime-predictor-56f7c95d45-b7mxp.18c103313cd9e797
    namespace: kserve-ci-e2e-test
    resourceVersion: "23773"
    uid: d4cccf71-4508-4439-8199-451d8905bd5b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:08:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-56f7c95d45-b7mxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22980"
    uid: 2c45ce15-cd8f-4a6d-8962-f858cdfd81eb
  kind: Event
  lastTimestamp: "2026-07-10T19:08:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:08:41Z"
    name: isvc-pmml-runtime-predictor-56f7c95d45-b7mxp.18c10344c876047e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23727"
    uid: a0c80cca-573c-4dce-b5c2-a4b06536387a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:08:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-56f7c95d45-b7mxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22980"
    uid: 2c45ce15-cd8f-4a6d-8962-f858cdfd81eb
  kind: Event
  lastTimestamp: "2026-07-10T19:08:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:08:41Z"
    name: isvc-pmml-runtime-predictor-56f7c95d45-b7mxp.18c10344c8766feb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23732"
    uid: 9e374ad5-15d0-4004-a525-d7d7f734ec2b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:08:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-56f7c95d45-b7mxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22980"
    uid: 2c45ce15-cd8f-4a6d-8962-f858cdfd81eb
  kind: Event
  lastTimestamp: "2026-07-10T19:08:43Z"
  message: 'Readiness probe failed: Get "https://10.132.0.34:8643/healthz": dial tcp
    10.132.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-10T19:08:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:08:43Z"
    name: isvc-pmml-runtime-predictor-56f7c95d45-b7mxp.18c1034542fcbdaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "23772"
    uid: fda27988-131f-4529-918e-2445f2ead374
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:07:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-56f7c95d45
    namespace: kserve-ci-e2e-test
    resourceVersion: "22952"
    uid: 7a7a0461-1dcc-4e67-ab5d-600793304e60
  kind: Event
  lastTimestamp: "2026-07-10T19:07:10Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-56f7c95d45-b7mxp'
  metadata:
    creationTimestamp: "2026-07-10T19:07:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:07:10Z"
    name: isvc-pmml-runtime-predictor-56f7c95d45.18c1032f92adff23
    namespace: kserve-ci-e2e-test
    resourceVersion: "22981"
    uid: cad742bf-058f-48bd-a916-788639119317
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:07:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22950"
    uid: 4ebb3777-85ac-4287-8ac3-b774b91d69fc
  kind: Event
  lastTimestamp: "2026-07-10T19:07:10Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-56f7c95d45 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-10T19:07:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:07:10Z"
    name: isvc-pmml-runtime-predictor.18c1032f8bc2f5b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22954"
    uid: bd2a6672-ccd7-4e23-a2b1-3aaf21ddfab8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:07:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22951"
    uid: 649a2fa8-aa5a-46d2-b9a0-f4d375283b19
  kind: Event
  lastTimestamp: "2026-07-10T19:07:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:07:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:07:55Z"
    name: isvc-pmml-runtime-predictor.18c103330af09381
    namespace: kserve-ci-e2e-test
    resourceVersion: "23346"
    uid: 2d87b288-8435-41b1-a0d1-8da14c3a6c51
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:07:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22951"
    uid: 649a2fa8-aa5a-46d2-b9a0-f4d375283b19
  kind: Event
  lastTimestamp: "2026-07-10T19:07:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:07:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:07:55Z"
    name: isvc-pmml-runtime-predictor.18c103330bf9c66d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23347"
    uid: 3f47d85f-e88d-4c8c-adde-aee3f3aa4ee1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-10T19:07:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23132"
    uid: 649a2fa8-aa5a-46d2-b9a0-f4d375283b19
  kind: Event
  lastTimestamp: "2026-07-10T19:08:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:07:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:08:40Z"
    name: isvc-pmml-runtime-predictor.18c103368b98117a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23677"
    uid: bc36f714-4e4a-4fbb-b4a3-e9a6d166bece
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-10T19:07:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23132"
    uid: 649a2fa8-aa5a-46d2-b9a0-f4d375283b19
  kind: Event
  lastTimestamp: "2026-07-10T19:08:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:07:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:08:40Z"
    name: isvc-pmml-runtime-predictor.18c103368c09921b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23678"
    uid: 7c5c2db0-b501-45d3-927e-8eede944a26d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-10T19:07:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22941"
    uid: d5dc7eca-9ff1-4b61-b46f-4cf0d27dd71b
  kind: Event
  lastTimestamp: "2026-07-10T19:08:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-10T19:07:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:08:33Z"
    name: isvc-pmml-runtime.18c1032f8b8d8b5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23624"
    uid: f3f937aa-7bbc-46ef-b47a-976602741a73
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:07:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22941"
    uid: d5dc7eca-9ff1-4b61-b46f-4cf0d27dd71b
  kind: Event
  lastTimestamp: "2026-07-10T19:07:10Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-10T19:07:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:07:10Z"
    name: isvc-pmml-runtime.18c1032f8bf2b321
    namespace: kserve-ci-e2e-test
    resourceVersion: "22997"
    uid: bb770fd9-f9bf-474e-af9a-82abc0ea37d9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:07:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22959"
    uid: d5dc7eca-9ff1-4b61-b46f-4cf0d27dd71b
  kind: Event
  lastTimestamp: "2026-07-10T19:07:10Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-runtime": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-10T19:07:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:07:10Z"
    name: isvc-pmml-runtime.18c1032f98cbe9e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22998"
    uid: e6bfba42-4860-4aae-8ee0-da7e3ee2b9df
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:08:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23621"
    uid: d5dc7eca-9ff1-4b61-b46f-4cf0d27dd71b
  kind: Event
  lastTimestamp: "2026-07-10T19:08:33Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-10T19:08:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:08:33Z"
    name: isvc-pmml-runtime.18c10342f46fcadc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23622"
    uid: b182130c-27b1-4d04-bed7-746f640196c4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-10T19:08:41.383862Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-7859dbdb75-nrtfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23726"
    uid: d986c595-2a94-48fb-a851-1ffa7aab3389
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-7859dbdb75-nrtfq
    to ip-10-0-140-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-10T19:08:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-10T19:08:41Z"
    name: isvc-pmml-v2-kserve-predictor-7859dbdb75-nrtfq.18c10344c9365cb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23734"
    uid: 1b2797e8-d5e0-4944-9efd-ccfb03f995ea
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c55bbd48f-bmqq8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:08:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-7859dbdb75-nrtfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23738"
    uid: d986c595-2a94-48fb-a851-1ffa7aab3389
  kind: Event
  lastTimestamp: "2026-07-10T19:08:41Z"
  message: Add eth0 [10.132.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-10T19:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-10T19:08:41Z"
    name: isvc-pmml-v2-kserve-predictor-7859dbdb75-nrtfq.18c10344e237159b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23747"
    uid: 290f1f5d-cd92-4d91-9a54-4037e03dc1fe
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:08:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-7859dbdb75-nrtfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23731"
    uid: d986c595-2a94-48fb-a851-1ffa7aab3389
  kind: Event
  lastTimestamp: "2026-07-10T19:08:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e7d18b8520466922c73925c5601004b31b3c3ec90f89a0821d13bdeee1848812"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:08:41Z"
    name: isvc-pmml-v2-kserve-predictor-7859dbdb75-nrtfq.18c10344e38ae204
    namespace: kserve-ci-e2e-test
    resourceVersion: "23749"
    uid: 4edbb1bb-26ce-4e20-a588-814e7f449625
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:08:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-7859dbdb75-nrtfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23731"
    uid: d986c595-2a94-48fb-a851-1ffa7aab3389
  kind: Event
  lastTimestamp: "2026-07-10T19:08:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-10T19:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:08:41Z"
    name: isvc-pmml-v2-kserve-predictor-7859dbdb75-nrtfq.18c10344e64ead29
    namespace: kserve-ci-e2e-test
    resourceVersion: "23750"
    uid: 12d5725a-79d6-4718-b653-d64918fe1078
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:08:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-7859dbdb75-nrtfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23731"
    uid: d986c595-2a94-48fb-a851-1ffa7aab3389
  kind: Event
  lastTimestamp: "2026-07-10T19:08:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-10T19:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:08:41Z"
    name: isvc-pmml-v2-kserve-predictor-7859dbdb75-nrtfq.18c10344e6bdf48f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23752"
    uid: 8c354330-7b69-48f7-a1ff-7bc83f7c718d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:08:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-7859dbdb75-nrtfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23731"
    uid: d986c595-2a94-48fb-a851-1ffa7aab3389
  kind: Event
  lastTimestamp: "2026-07-10T19:08:45Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:08:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:08:45Z"
    name: isvc-pmml-v2-kserve-predictor-7859dbdb75-nrtfq.18c10345ccc5378c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23785"
    uid: 9da3d9c4-625a-4dbf-8136-00591acaf36a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:08:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-7859dbdb75-nrtfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23731"
    uid: d986c595-2a94-48fb-a851-1ffa7aab3389
  kind: Event
  lastTimestamp: "2026-07-10T19:08:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-10T19:08:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:08:45Z"
    name: isvc-pmml-v2-kserve-predictor-7859dbdb75-nrtfq.18c10345cfe3ebc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23789"
    uid: 59252241-001b-44d3-afd4-427d6d3104f7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:08:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-7859dbdb75-nrtfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23731"
    uid: d986c595-2a94-48fb-a851-1ffa7aab3389
  kind: Event
  lastTimestamp: "2026-07-10T19:08:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:08:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:08:45Z"
    name: isvc-pmml-v2-kserve-predictor-7859dbdb75-nrtfq.18c10345d0553cb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23792"
    uid: 7cdda4bd-0df3-4e81-af59-a1aa1e415a4f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:08:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-7859dbdb75-nrtfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23731"
    uid: d986c595-2a94-48fb-a851-1ffa7aab3389
  kind: Event
  lastTimestamp: "2026-07-10T19:08:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:08:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:08:45Z"
    name: isvc-pmml-v2-kserve-predictor-7859dbdb75-nrtfq.18c10345d05f8487
    namespace: kserve-ci-e2e-test
    resourceVersion: "23793"
    uid: 45b4204c-65d2-4d76-8119-0213e66af44f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:08:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-7859dbdb75-nrtfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23731"
    uid: d986c595-2a94-48fb-a851-1ffa7aab3389
  kind: Event
  lastTimestamp: "2026-07-10T19:08:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-10T19:08:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:08:45Z"
    name: isvc-pmml-v2-kserve-predictor-7859dbdb75-nrtfq.18c10345d3bb9c02
    namespace: kserve-ci-e2e-test
    resourceVersion: "23795"
    uid: de6b7f0b-d846-47c9-970a-abb508db9bd7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:08:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-7859dbdb75-nrtfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23731"
    uid: d986c595-2a94-48fb-a851-1ffa7aab3389
  kind: Event
  lastTimestamp: "2026-07-10T19:08:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:08:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:08:45Z"
    name: isvc-pmml-v2-kserve-predictor-7859dbdb75-nrtfq.18c10345d42baf44
    namespace: kserve-ci-e2e-test
    resourceVersion: "23796"
    uid: 3c9a0c52-9aa1-48ba-91da-f60b5e7ede3f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-10T19:08:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-7859dbdb75-nrtfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23731"
    uid: d986c595-2a94-48fb-a851-1ffa7aab3389
  kind: Event
  lastTimestamp: "2026-07-10T19:10:13Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-10T19:08:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:10:13Z"
    name: isvc-pmml-v2-kserve-predictor-7859dbdb75-nrtfq.18c1034644b044ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "24439"
    uid: b358dce3-7213-453d-a559-127a1dd44c66
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:10:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-7859dbdb75-nrtfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23731"
    uid: d986c595-2a94-48fb-a851-1ffa7aab3389
  kind: Event
  lastTimestamp: "2026-07-10T19:10:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:10:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:10:12Z"
    name: isvc-pmml-v2-kserve-predictor-7859dbdb75-nrtfq.18c1035a09b7e900
    namespace: kserve-ci-e2e-test
    resourceVersion: "24413"
    uid: e841ab6a-ad65-4fec-96bc-472bf8bd0eee
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:10:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-7859dbdb75-nrtfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23731"
    uid: d986c595-2a94-48fb-a851-1ffa7aab3389
  kind: Event
  lastTimestamp: "2026-07-10T19:10:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:10:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:10:12Z"
    name: isvc-pmml-v2-kserve-predictor-7859dbdb75-nrtfq.18c1035a09b87509
    namespace: kserve-ci-e2e-test
    resourceVersion: "24416"
    uid: 7328a5b0-8e90-4860-868f-32fd2fe6f0ff
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:10:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-7859dbdb75-nrtfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23731"
    uid: d986c595-2a94-48fb-a851-1ffa7aab3389
  kind: Event
  lastTimestamp: "2026-07-10T19:10:13Z"
  message: 'Readiness probe failed: Get "https://10.132.0.35:8643/healthz": dial tcp
    10.132.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-10T19:10:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:10:13Z"
    name: isvc-pmml-v2-kserve-predictor-7859dbdb75-nrtfq.18c1035a4addfd2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24443"
    uid: 48a29f70-66ff-4e8c-b9a1-abf23e9eb022
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:08:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-7859dbdb75
    namespace: kserve-ci-e2e-test
    resourceVersion: "23700"
    uid: 01f5953f-9d2b-4bf7-8b17-c854498a1ed2
  kind: Event
  lastTimestamp: "2026-07-10T19:08:41Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-7859dbdb75-nrtfq'
  metadata:
    creationTimestamp: "2026-07-10T19:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:08:41Z"
    name: isvc-pmml-v2-kserve-predictor-7859dbdb75.18c10344c883d345
    namespace: kserve-ci-e2e-test
    resourceVersion: "23728"
    uid: 418c9229-19c2-4bd0-9be6-eeae3682c2e6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:08:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23698"
    uid: c8ea8fdd-93a0-430a-a04c-00283ea485b5
  kind: Event
  lastTimestamp: "2026-07-10T19:08:41Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-7859dbdb75 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-10T19:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:08:41Z"
    name: isvc-pmml-v2-kserve-predictor.18c10344c37ce559
    namespace: kserve-ci-e2e-test
    resourceVersion: "23702"
    uid: b1a61cb9-ea41-4d6b-8275-8abf300b4966
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-10T19:08:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23699"
    uid: 8b8bd3f8-003b-4bc4-a2e6-c4de4f676d57
  kind: Event
  lastTimestamp: "2026-07-10T19:09:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:08:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:09:26Z"
    name: isvc-pmml-v2-kserve-predictor.18c1034842542a4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24062"
    uid: 54d7c479-1140-4c11-9662-e011e56ec2d8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-10T19:08:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23699"
    uid: 8b8bd3f8-003b-4bc4-a2e6-c4de4f676d57
  kind: Event
  lastTimestamp: "2026-07-10T19:09:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:08:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:09:26Z"
    name: isvc-pmml-v2-kserve-predictor.18c1034842eb41a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24063"
    uid: 79fe0e60-6c68-4aba-ba76-93a91ced5bfb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-10T19:09:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23871"
    uid: 8b8bd3f8-003b-4bc4-a2e6-c4de4f676d57
  kind: Event
  lastTimestamp: "2026-07-10T19:10:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:09:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:10:11Z"
    name: isvc-pmml-v2-kserve-predictor.18c10352c0156f5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24366"
    uid: ca51b5d7-f7bb-44c1-85ac-6d6e21dd3f69
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-10T19:09:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23871"
    uid: 8b8bd3f8-003b-4bc4-a2e6-c4de4f676d57
  kind: Event
  lastTimestamp: "2026-07-10T19:10:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:09:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:10:11Z"
    name: isvc-pmml-v2-kserve-predictor.18c10352c08968b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24367"
    uid: e8d9631f-e717-49af-b91d-8e204e4a5e4f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-10T19:08:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23689"
    uid: 2259e265-652b-406f-99d6-6d0bdbf3ed9a
  kind: Event
  lastTimestamp: "2026-07-10T19:10:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-10T19:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:10:03Z"
    name: isvc-pmml-v2-kserve.18c10344c35891b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24314"
    uid: f1b1ad6e-f652-49d9-b1e0-b7f511893b4e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:08:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23689"
    uid: 2259e265-652b-406f-99d6-6d0bdbf3ed9a
  kind: Event
  lastTimestamp: "2026-07-10T19:08:41Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-10T19:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:08:41Z"
    name: isvc-pmml-v2-kserve.18c10344c3cea8a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23740"
    uid: c87b0662-dcce-4588-88e5-8016d88457b5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:08:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23706"
    uid: 2259e265-652b-406f-99d6-6d0bdbf3ed9a
  kind: Event
  lastTimestamp: "2026-07-10T19:08:41Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-10T19:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:08:41Z"
    name: isvc-pmml-v2-kserve.18c10344cb37d790
    namespace: kserve-ci-e2e-test
    resourceVersion: "23741"
    uid: 61ae258b-5539-402b-9061-2affce0f2f51
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:10:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "24312"
    uid: 2259e265-652b-406f-99d6-6d0bdbf3ed9a
  kind: Event
  lastTimestamp: "2026-07-10T19:10:03Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-07-10T19:10:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:10:03Z"
    name: isvc-pmml-v2-kserve.18c10357de1eee55
    namespace: kserve-ci-e2e-test
    resourceVersion: "24313"
    uid: 2089e1a6-83da-4cf4-bca0-911093583aa9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-10T19:05:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22222"
    uid: 4eae069b-d9cd-4c2f-9ad4-7c2a9154387e
  kind: Event
  lastTimestamp: "2026-07-10T19:07:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-10T19:05:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:07:08Z"
    name: isvc-pmml.18c1031a4efa9be6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22924"
    uid: c211acd7-2de5-48b6-8b8e-efe3c987f9de
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:05:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22222"
    uid: 4eae069b-d9cd-4c2f-9ad4-7c2a9154387e
  kind: Event
  lastTimestamp: "2026-07-10T19:05:39Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-10T19:05:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:05:39Z"
    name: isvc-pmml.18c1031a4fe56c19
    namespace: kserve-ci-e2e-test
    resourceVersion: "22272"
    uid: 9c561ff5-d180-4eaa-8c48-90583f2b575e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:05:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22232"
    uid: 4eae069b-d9cd-4c2f-9ad4-7c2a9154387e
  kind: Event
  lastTimestamp: "2026-07-10T19:05:39Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-10T19:05:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:05:39Z"
    name: isvc-pmml.18c1031a5e6ab10c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22273"
    uid: 2e679849-4137-4449-b860-6bbe27ab39f6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:07:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22922"
    uid: 4eae069b-d9cd-4c2f-9ad4-7c2a9154387e
  kind: Event
  lastTimestamp: "2026-07-10T19:07:08Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-07-10T19:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:07:08Z"
    name: isvc-pmml.18c1032f18900a3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22923"
    uid: f0acca90-0527-4a8c-9de2-63145d2d9b0b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-10T19:15:20.504927Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-bbdb699d9-td9z5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27232"
    uid: a53c30e8-c8ca-44b5-9fb5-845eb3c64be6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-bbdb699d9-td9z5
    to ip-10-0-140-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-10T19:15:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-10T19:15:20Z"
    name: isvc-predictive-lightgbm-predictor-bbdb699d9-td9z5.18c103a1b6ae7564
    namespace: kserve-ci-e2e-test
    resourceVersion: "27236"
    uid: f03aa62d-ceba-4520-a8d4-52715024b489
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c55bbd48f-bmqq8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:15:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-bbdb699d9-td9z5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27242"
    uid: a53c30e8-c8ca-44b5-9fb5-845eb3c64be6
  kind: Event
  lastTimestamp: "2026-07-10T19:15:20Z"
  message: Add eth0 [10.132.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-10T19:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-10T19:15:20Z"
    name: isvc-predictive-lightgbm-predictor-bbdb699d9-td9z5.18c103a1cfa88f5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27247"
    uid: c724fa38-0397-44c2-ba83-e16cbf6a627a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:15:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-bbdb699d9-td9z5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27234"
    uid: a53c30e8-c8ca-44b5-9fb5-845eb3c64be6
  kind: Event
  lastTimestamp: "2026-07-10T19:15:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e7d18b8520466922c73925c5601004b31b3c3ec90f89a0821d13bdeee1848812"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:15:20Z"
    name: isvc-predictive-lightgbm-predictor-bbdb699d9-td9z5.18c103a1d13d3061
    namespace: kserve-ci-e2e-test
    resourceVersion: "27249"
    uid: c50581f3-dbc0-47f6-a73d-313c954ca257
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:15:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-bbdb699d9-td9z5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27234"
    uid: a53c30e8-c8ca-44b5-9fb5-845eb3c64be6
  kind: Event
  lastTimestamp: "2026-07-10T19:15:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-10T19:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:15:20Z"
    name: isvc-predictive-lightgbm-predictor-bbdb699d9-td9z5.18c103a1d3d9abfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27250"
    uid: a36d5e67-a94b-4138-8a32-a7390ac6d7f6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:15:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-bbdb699d9-td9z5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27234"
    uid: a53c30e8-c8ca-44b5-9fb5-845eb3c64be6
  kind: Event
  lastTimestamp: "2026-07-10T19:15:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-10T19:15:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:15:21Z"
    name: isvc-predictive-lightgbm-predictor-bbdb699d9-td9z5.18c103a1d437ebc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27251"
    uid: caf4acc1-56f7-490f-af79-564fc31164bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:15:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-bbdb699d9-td9z5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27234"
    uid: a53c30e8-c8ca-44b5-9fb5-845eb3c64be6
  kind: Event
  lastTimestamp: "2026-07-10T19:15:25Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:15:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:15:25Z"
    name: isvc-predictive-lightgbm-predictor-bbdb699d9-td9z5.18c103a2d0fbd2af
    namespace: kserve-ci-e2e-test
    resourceVersion: "27290"
    uid: 81082c89-5a4a-4e23-9ffe-c353cedbdf8c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:15:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-bbdb699d9-td9z5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27234"
    uid: a53c30e8-c8ca-44b5-9fb5-845eb3c64be6
  kind: Event
  lastTimestamp: "2026-07-10T19:15:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-10T19:15:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:15:25Z"
    name: isvc-predictive-lightgbm-predictor-bbdb699d9-td9z5.18c103a2d434c1dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27294"
    uid: 4747dc30-9c14-46bb-8948-f4649a43de67
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:15:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-bbdb699d9-td9z5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27234"
    uid: a53c30e8-c8ca-44b5-9fb5-845eb3c64be6
  kind: Event
  lastTimestamp: "2026-07-10T19:15:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:15:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:15:25Z"
    name: isvc-predictive-lightgbm-predictor-bbdb699d9-td9z5.18c103a2d498ef1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27295"
    uid: ac64c8f9-05db-4242-bc7e-792c8219921a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:15:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-bbdb699d9-td9z5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27234"
    uid: a53c30e8-c8ca-44b5-9fb5-845eb3c64be6
  kind: Event
  lastTimestamp: "2026-07-10T19:15:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:15:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:15:25Z"
    name: isvc-predictive-lightgbm-predictor-bbdb699d9-td9z5.18c103a2d4a2bbc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27297"
    uid: a2f83c30-a0f0-4fd5-9083-5e1d6fe52acb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:15:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-bbdb699d9-td9z5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27234"
    uid: a53c30e8-c8ca-44b5-9fb5-845eb3c64be6
  kind: Event
  lastTimestamp: "2026-07-10T19:15:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-10T19:15:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:15:25Z"
    name: isvc-predictive-lightgbm-predictor-bbdb699d9-td9z5.18c103a2d77b2d84
    namespace: kserve-ci-e2e-test
    resourceVersion: "27300"
    uid: 5451058a-dee1-4450-88ab-8f800b23089a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:15:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-bbdb699d9-td9z5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27234"
    uid: a53c30e8-c8ca-44b5-9fb5-845eb3c64be6
  kind: Event
  lastTimestamp: "2026-07-10T19:15:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:15:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:15:25Z"
    name: isvc-predictive-lightgbm-predictor-bbdb699d9-td9z5.18c103a2d7d9e66e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27301"
    uid: e0a43b09-e2ee-465c-9a3d-b9b916f9ddff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-10T19:15:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-bbdb699d9-td9z5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27234"
    uid: a53c30e8-c8ca-44b5-9fb5-845eb3c64be6
  kind: Event
  lastTimestamp: "2026-07-10T19:16:53Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-10T19:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:16:53Z"
    name: isvc-predictive-lightgbm-predictor-bbdb699d9-td9z5.18c103a348d80480
    namespace: kserve-ci-e2e-test
    resourceVersion: "27983"
    uid: 054042f9-7823-471b-9e22-636ea8cb3566
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:16:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-bbdb699d9-td9z5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27234"
    uid: a53c30e8-c8ca-44b5-9fb5-845eb3c64be6
  kind: Event
  lastTimestamp: "2026-07-10T19:16:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:16:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:16:50Z"
    name: isvc-predictive-lightgbm-predictor-bbdb699d9-td9z5.18c103b6c7dd8b95
    namespace: kserve-ci-e2e-test
    resourceVersion: "27945"
    uid: 3362fd0d-b8a0-4518-82b5-640ad6db01d8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:16:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-bbdb699d9-td9z5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27234"
    uid: a53c30e8-c8ca-44b5-9fb5-845eb3c64be6
  kind: Event
  lastTimestamp: "2026-07-10T19:16:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:16:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:16:50Z"
    name: isvc-predictive-lightgbm-predictor-bbdb699d9-td9z5.18c103b6c7dee6c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27947"
    uid: 620253a0-8625-4e88-980f-c3cfcaa05a6c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:16:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-bbdb699d9-td9z5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27234"
    uid: a53c30e8-c8ca-44b5-9fb5-845eb3c64be6
  kind: Event
  lastTimestamp: "2026-07-10T19:16:53Z"
  message: 'Readiness probe failed: Get "https://10.132.0.41:8643/healthz": dial tcp
    10.132.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-10T19:16:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:16:53Z"
    name: isvc-predictive-lightgbm-predictor-bbdb699d9-td9z5.18c103b74f0a64f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27982"
    uid: 196e9572-68fb-40d4-a6df-1a284e9a598f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:15:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-bbdb699d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27219"
    uid: 7fcbd3d1-3927-42d1-b52d-c7f4752323b2
  kind: Event
  lastTimestamp: "2026-07-10T19:15:20Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-bbdb699d9-td9z5'
  metadata:
    creationTimestamp: "2026-07-10T19:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:15:20Z"
    name: isvc-predictive-lightgbm-predictor-bbdb699d9.18c103a1b6433761
    namespace: kserve-ci-e2e-test
    resourceVersion: "27233"
    uid: fb88651e-4d92-48ab-9e9d-226ba8dfee07
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:15:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27216"
    uid: 4b304d3d-4595-4912-91bd-1efdc675921e
  kind: Event
  lastTimestamp: "2026-07-10T19:15:20Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-bbdb699d9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-10T19:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:15:20Z"
    name: isvc-predictive-lightgbm-predictor.18c103a1b160d2df
    namespace: kserve-ci-e2e-test
    resourceVersion: "27221"
    uid: 104e5202-94e8-4910-9012-b65548b0515a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:15:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27218"
    uid: a72d971b-0422-46f5-8ddc-e8942666824d
  kind: Event
  lastTimestamp: "2026-07-10T19:16:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:15:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:16:05Z"
    name: isvc-predictive-lightgbm-predictor.18c103a5302751f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27591"
    uid: 5b8397f8-8b32-4046-a392-f02fb81991c0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:15:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27218"
    uid: a72d971b-0422-46f5-8ddc-e8942666824d
  kind: Event
  lastTimestamp: "2026-07-10T19:16:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:15:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:16:05Z"
    name: isvc-predictive-lightgbm-predictor.18c103a53086049a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27593"
    uid: 019fa9e1-0a93-4a7b-a395-95d6495bfd52
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-10T19:15:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27376"
    uid: a72d971b-0422-46f5-8ddc-e8942666824d
  kind: Event
  lastTimestamp: "2026-07-10T19:16:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:15:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:16:50Z"
    name: isvc-predictive-lightgbm-predictor.18c103a8af57ef58
    namespace: kserve-ci-e2e-test
    resourceVersion: "27892"
    uid: 273d7226-80d3-4e36-912b-06da1865ca0e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-10T19:15:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27376"
    uid: a72d971b-0422-46f5-8ddc-e8942666824d
  kind: Event
  lastTimestamp: "2026-07-10T19:16:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:15:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:16:50Z"
    name: isvc-predictive-lightgbm-predictor.18c103a8afd38d56
    namespace: kserve-ci-e2e-test
    resourceVersion: "27893"
    uid: bc616314-d726-4008-a269-f1e6ac21bc3e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-10T19:19:41.344030Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-5f7f654675-85nln
    namespace: kserve-ci-e2e-test
    resourceVersion: "29260"
    uid: 3fde7340-315d-415e-80e0-f24bf1abcde9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-5f7f654675-85nln
    to ip-10-0-140-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-10T19:19:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-10T19:19:41Z"
    name: isvc-predictive-lightgbm-v2-predictor-5f7f654675-85nln.18c103de71e751df
    namespace: kserve-ci-e2e-test
    resourceVersion: "29266"
    uid: 4d4fc9fb-c087-4f7f-ba34-aa01fcf39372
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c55bbd48f-bmqq8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:19:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-5f7f654675-85nln
    namespace: kserve-ci-e2e-test
    resourceVersion: "29269"
    uid: 3fde7340-315d-415e-80e0-f24bf1abcde9
  kind: Event
  lastTimestamp: "2026-07-10T19:19:41Z"
  message: Add eth0 [10.132.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-10T19:19:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-10T19:19:41Z"
    name: isvc-predictive-lightgbm-v2-predictor-5f7f654675-85nln.18c103de8b31b551
    namespace: kserve-ci-e2e-test
    resourceVersion: "29278"
    uid: 0a290267-20e1-4bed-9af8-9ba69557a769
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:19:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-5f7f654675-85nln
    namespace: kserve-ci-e2e-test
    resourceVersion: "29263"
    uid: 3fde7340-315d-415e-80e0-f24bf1abcde9
  kind: Event
  lastTimestamp: "2026-07-10T19:19:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e7d18b8520466922c73925c5601004b31b3c3ec90f89a0821d13bdeee1848812"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:19:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:19:41Z"
    name: isvc-predictive-lightgbm-v2-predictor-5f7f654675-85nln.18c103de8ca20fe5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29280"
    uid: 2ff7bd44-e64f-460a-bb22-ec25ed353ebe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:19:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-5f7f654675-85nln
    namespace: kserve-ci-e2e-test
    resourceVersion: "29263"
    uid: 3fde7340-315d-415e-80e0-f24bf1abcde9
  kind: Event
  lastTimestamp: "2026-07-10T19:19:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-10T19:19:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:19:41Z"
    name: isvc-predictive-lightgbm-v2-predictor-5f7f654675-85nln.18c103de8f2db9ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "29281"
    uid: e5d1be98-40b5-4d2a-ac52-fbaeb3b1797b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:19:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-5f7f654675-85nln
    namespace: kserve-ci-e2e-test
    resourceVersion: "29263"
    uid: 3fde7340-315d-415e-80e0-f24bf1abcde9
  kind: Event
  lastTimestamp: "2026-07-10T19:19:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-10T19:19:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:19:41Z"
    name: isvc-predictive-lightgbm-v2-predictor-5f7f654675-85nln.18c103de8f99f819
    namespace: kserve-ci-e2e-test
    resourceVersion: "29282"
    uid: 0e2934d5-b760-4822-aced-ac0085d8d4ff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:19:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-5f7f654675-85nln
    namespace: kserve-ci-e2e-test
    resourceVersion: "29263"
    uid: 3fde7340-315d-415e-80e0-f24bf1abcde9
  kind: Event
  lastTimestamp: "2026-07-10T19:19:46Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:19:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:19:46Z"
    name: isvc-predictive-lightgbm-v2-predictor-5f7f654675-85nln.18c103df92daa690
    namespace: kserve-ci-e2e-test
    resourceVersion: "29322"
    uid: 71aee351-7d69-4d8a-b745-68413231d20f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:19:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-5f7f654675-85nln
    namespace: kserve-ci-e2e-test
    resourceVersion: "29263"
    uid: 3fde7340-315d-415e-80e0-f24bf1abcde9
  kind: Event
  lastTimestamp: "2026-07-10T19:19:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-10T19:19:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:19:46Z"
    name: isvc-predictive-lightgbm-v2-predictor-5f7f654675-85nln.18c103df966ed43e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29326"
    uid: 18eafe7e-9728-4700-9a73-fbd4f332af9e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:19:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-5f7f654675-85nln
    namespace: kserve-ci-e2e-test
    resourceVersion: "29263"
    uid: 3fde7340-315d-415e-80e0-f24bf1abcde9
  kind: Event
  lastTimestamp: "2026-07-10T19:19:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:19:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:19:46Z"
    name: isvc-predictive-lightgbm-v2-predictor-5f7f654675-85nln.18c103df96e11829
    namespace: kserve-ci-e2e-test
    resourceVersion: "29327"
    uid: 5b58a67d-3fd0-425f-871c-9b6e11f1ef32
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:19:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-5f7f654675-85nln
    namespace: kserve-ci-e2e-test
    resourceVersion: "29263"
    uid: 3fde7340-315d-415e-80e0-f24bf1abcde9
  kind: Event
  lastTimestamp: "2026-07-10T19:19:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:19:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:19:46Z"
    name: isvc-predictive-lightgbm-v2-predictor-5f7f654675-85nln.18c103df96ea2a2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29329"
    uid: c964e983-b87e-4bbc-85bc-f8d23efcfb28
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:19:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-5f7f654675-85nln
    namespace: kserve-ci-e2e-test
    resourceVersion: "29263"
    uid: 3fde7340-315d-415e-80e0-f24bf1abcde9
  kind: Event
  lastTimestamp: "2026-07-10T19:19:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-10T19:19:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:19:46Z"
    name: isvc-predictive-lightgbm-v2-predictor-5f7f654675-85nln.18c103df994f4bd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29330"
    uid: 9bd0e68e-f1e4-4af6-9c94-ccb708c68b59
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:19:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-5f7f654675-85nln
    namespace: kserve-ci-e2e-test
    resourceVersion: "29263"
    uid: 3fde7340-315d-415e-80e0-f24bf1abcde9
  kind: Event
  lastTimestamp: "2026-07-10T19:19:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:19:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:19:46Z"
    name: isvc-predictive-lightgbm-v2-predictor-5f7f654675-85nln.18c103df99cc54bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29332"
    uid: eef132ed-7a78-4e32-952b-77f4efd0cd11
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-10T19:20:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-5f7f654675-85nln
    namespace: kserve-ci-e2e-test
    resourceVersion: "29263"
    uid: 3fde7340-315d-415e-80e0-f24bf1abcde9
  kind: Event
  lastTimestamp: "2026-07-10T19:20:54Z"
  message: 'Readiness probe failed: Get "http://10.132.0.44:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.132.0.44:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-10T19:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:20:54Z"
    name: isvc-predictive-lightgbm-v2-predictor-5f7f654675-85nln.18c103e86d31e684
    namespace: kserve-ci-e2e-test
    resourceVersion: "29774"
    uid: 66912283-e1da-4c9f-900d-e5133d23ae3d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:21:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-5f7f654675-85nln
    namespace: kserve-ci-e2e-test
    resourceVersion: "29263"
    uid: 3fde7340-315d-415e-80e0-f24bf1abcde9
  kind: Event
  lastTimestamp: "2026-07-10T19:21:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:21:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:21:01Z"
    name: isvc-predictive-lightgbm-v2-predictor-5f7f654675-85nln.18c103f1225bfa7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29880"
    uid: 44296455-35b9-4776-830e-f2e7ab70eae1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:21:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-5f7f654675-85nln
    namespace: kserve-ci-e2e-test
    resourceVersion: "29263"
    uid: 3fde7340-315d-415e-80e0-f24bf1abcde9
  kind: Event
  lastTimestamp: "2026-07-10T19:21:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:21:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:21:01Z"
    name: isvc-predictive-lightgbm-v2-predictor-5f7f654675-85nln.18c103f1225d0f5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29882"
    uid: bb16cbf3-1a3f-499b-8b98-da1cbb53785e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:21:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-5f7f654675-85nln
    namespace: kserve-ci-e2e-test
    resourceVersion: "29263"
    uid: 3fde7340-315d-415e-80e0-f24bf1abcde9
  kind: Event
  lastTimestamp: "2026-07-10T19:21:04Z"
  message: 'Readiness probe failed: Get "https://10.132.0.44:8643/healthz": dial tcp
    10.132.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-10T19:21:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:21:04Z"
    name: isvc-predictive-lightgbm-v2-predictor-5f7f654675-85nln.18c103f1bccc4123
    namespace: kserve-ci-e2e-test
    resourceVersion: "29958"
    uid: 99075d7d-0d36-4458-a852-133e769c7091
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:19:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-5f7f654675
    namespace: kserve-ci-e2e-test
    resourceVersion: "29251"
    uid: 7c618236-dee3-4727-9974-dd536f22d60c
  kind: Event
  lastTimestamp: "2026-07-10T19:19:41Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-5f7f654675-85nln'
  metadata:
    creationTimestamp: "2026-07-10T19:19:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:19:41Z"
    name: isvc-predictive-lightgbm-v2-predictor-5f7f654675.18c103de7161d983
    namespace: kserve-ci-e2e-test
    resourceVersion: "29265"
    uid: 32343dc4-81ee-40ac-a080-3d5ee2a3556f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:19:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29248"
    uid: 5e30eb87-6392-4a6b-bd14-990f77a6991f
  kind: Event
  lastTimestamp: "2026-07-10T19:19:41Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-5f7f654675
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-10T19:19:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:19:41Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c103de6db73376
    namespace: kserve-ci-e2e-test
    resourceVersion: "29253"
    uid: 6fbe26f8-80a8-4fd8-93f5-ab2656e04181
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:19:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29249"
    uid: 09e1bcdf-c6cf-4748-9e0a-ef3ea11f1e73
  kind: Event
  lastTimestamp: "2026-07-10T19:20:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:20:26Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c103e1ec02c6d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29594"
    uid: eb860bbe-bd52-4084-a33e-4bafdf0b921c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:19:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29249"
    uid: 09e1bcdf-c6cf-4748-9e0a-ef3ea11f1e73
  kind: Event
  lastTimestamp: "2026-07-10T19:20:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:20:26Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c103e1ec65f848
    namespace: kserve-ci-e2e-test
    resourceVersion: "29595"
    uid: dcec150a-7812-424f-b8f0-db6d1470c02c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-10T19:20:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29401"
    uid: 09e1bcdf-c6cf-4748-9e0a-ef3ea11f1e73
  kind: Event
  lastTimestamp: "2026-07-10T19:20:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:20:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:20:56Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c103e56b8d3d59
    namespace: kserve-ci-e2e-test
    resourceVersion: "29790"
    uid: 51342dee-508d-437f-ba31-31d497946a8f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-10T19:20:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29401"
    uid: 09e1bcdf-c6cf-4748-9e0a-ef3ea11f1e73
  kind: Event
  lastTimestamp: "2026-07-10T19:20:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:20:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:20:56Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c103e56beffe37
    namespace: kserve-ci-e2e-test
    resourceVersion: "29791"
    uid: f47d12f7-c165-4d77-b5f3-559c8b5aa955
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-10T19:19:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29223"
    uid: cebaeff4-081d-4ce5-b05c-c5e4fee1405d
  kind: Event
  lastTimestamp: "2026-07-10T19:20:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-10T19:19:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:20:57Z"
    name: isvc-predictive-lightgbm-v2.18c103de6d62e836
    namespace: kserve-ci-e2e-test
    resourceVersion: "29810"
    uid: 2c97bb53-352c-4c4f-a58c-020ae6649a40
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:19:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29223"
    uid: cebaeff4-081d-4ce5-b05c-c5e4fee1405d
  kind: Event
  lastTimestamp: "2026-07-10T19:19:41Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-10T19:19:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:19:41Z"
    name: isvc-predictive-lightgbm-v2.18c103de6dd030fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29255"
    uid: fbd85896-6b92-4b0b-b9e7-a0b4200d5c8f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:20:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29807"
    uid: cebaeff4-081d-4ce5-b05c-c5e4fee1405d
  kind: Event
  lastTimestamp: "2026-07-10T19:20:57Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-10T19:20:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:20:57Z"
    name: isvc-predictive-lightgbm-v2.18c103f0276f4755
    namespace: kserve-ci-e2e-test
    resourceVersion: "29808"
    uid: c6338505-5b2d-4210-bb64-496315b0afd2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-10T19:15:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27189"
    uid: ee5d545e-8180-44dd-ad89-c31aa2258a5b
  kind: Event
  lastTimestamp: "2026-07-10T19:16:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-10T19:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:16:43Z"
    name: isvc-predictive-lightgbm.18c103a1b1385c57
    namespace: kserve-ci-e2e-test
    resourceVersion: "27845"
    uid: b84086b1-4eed-4a64-a223-12ec44f44bf9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:15:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27189"
    uid: ee5d545e-8180-44dd-ad89-c31aa2258a5b
  kind: Event
  lastTimestamp: "2026-07-10T19:15:20Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-10T19:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:15:20Z"
    name: isvc-predictive-lightgbm.18c103a1b1fc0735
    namespace: kserve-ci-e2e-test
    resourceVersion: "27241"
    uid: b5141207-f914-43d2-b478-3af6a7cb1289
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:15:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27205"
    uid: ee5d545e-8180-44dd-ad89-c31aa2258a5b
  kind: Event
  lastTimestamp: "2026-07-10T19:15:20Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-10T19:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:15:20Z"
    name: isvc-predictive-lightgbm.18c103a1b7329e7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27243"
    uid: 3fa0b2e6-3211-4708-8754-49ea3d03251c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:16:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27842"
    uid: ee5d545e-8180-44dd-ad89-c31aa2258a5b
  kind: Event
  lastTimestamp: "2026-07-10T19:16:43Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-07-10T19:16:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:16:43Z"
    name: isvc-predictive-lightgbm.18c103b502558ff7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27844"
    uid: 99317717-55bf-42ba-b0b1-308bdf8cfd78
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-10T19:11:59.342580Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-568c5d6bc7-9wxf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25656"
    uid: 17a4028a-2e82-4f38-95db-84f72a6cd286
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-568c5d6bc7-9wxf2
    to ip-10-0-140-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-10T19:11:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-10T19:11:59Z"
    name: isvc-predictive-sklearn-predictor-568c5d6bc7-9wxf2.18c10372e078bc8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25661"
    uid: 70d5262b-dcda-4fec-b14f-81a1d907da51
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c55bbd48f-bmqq8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:11:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-568c5d6bc7-9wxf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25666"
    uid: 17a4028a-2e82-4f38-95db-84f72a6cd286
  kind: Event
  lastTimestamp: "2026-07-10T19:11:59Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-10T19:11:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-10T19:11:59Z"
    name: isvc-predictive-sklearn-predictor-568c5d6bc7-9wxf2.18c10372f9a9ca66
    namespace: kserve-ci-e2e-test
    resourceVersion: "25671"
    uid: a19b4c96-73bb-4f1b-8edc-a1cc860e1df0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:11:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-568c5d6bc7-9wxf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25659"
    uid: 17a4028a-2e82-4f38-95db-84f72a6cd286
  kind: Event
  lastTimestamp: "2026-07-10T19:11:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e7d18b8520466922c73925c5601004b31b3c3ec90f89a0821d13bdeee1848812"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:11:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:11:59Z"
    name: isvc-predictive-sklearn-predictor-568c5d6bc7-9wxf2.18c10372fb2324d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25673"
    uid: 126f54ab-7b3c-4b21-ba31-edb405b4711b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:11:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-568c5d6bc7-9wxf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25659"
    uid: 17a4028a-2e82-4f38-95db-84f72a6cd286
  kind: Event
  lastTimestamp: "2026-07-10T19:11:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-10T19:11:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:11:59Z"
    name: isvc-predictive-sklearn-predictor-568c5d6bc7-9wxf2.18c10372fecc1c37
    namespace: kserve-ci-e2e-test
    resourceVersion: "25674"
    uid: 8db872d4-7080-45b4-beb4-a3b4989dcb49
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:11:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-568c5d6bc7-9wxf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25659"
    uid: 17a4028a-2e82-4f38-95db-84f72a6cd286
  kind: Event
  lastTimestamp: "2026-07-10T19:11:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-10T19:11:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:11:59Z"
    name: isvc-predictive-sklearn-predictor-568c5d6bc7-9wxf2.18c10372ff3f7292
    namespace: kserve-ci-e2e-test
    resourceVersion: "25675"
    uid: 50203bf8-4bc8-4b20-8fad-41d1f48a6f52
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:12:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-568c5d6bc7-9wxf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25659"
    uid: 17a4028a-2e82-4f38-95db-84f72a6cd286
  kind: Event
  lastTimestamp: "2026-07-10T19:12:03Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-07-10T19:12:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:12:03Z"
    name: isvc-predictive-sklearn-predictor-568c5d6bc7-9wxf2.18c10373d716e05b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25708"
    uid: 3cfb68ee-f74a-4531-8e5d-30f8a881b53e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:12:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-568c5d6bc7-9wxf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25659"
    uid: 17a4028a-2e82-4f38-95db-84f72a6cd286
  kind: Event
  lastTimestamp: "2026-07-10T19:12:25Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 22.185s
    (22.185s including waiting). Image size: 2352110963 bytes.'
  metadata:
    creationTimestamp: "2026-07-10T19:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:12:25Z"
    name: isvc-predictive-sklearn-predictor-568c5d6bc7-9wxf2.18c10379016fda14
    namespace: kserve-ci-e2e-test
    resourceVersion: "25862"
    uid: 19ab8d13-d6c2-4570-9f27-c799f122c31c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:12:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-568c5d6bc7-9wxf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25659"
    uid: 17a4028a-2e82-4f38-95db-84f72a6cd286
  kind: Event
  lastTimestamp: "2026-07-10T19:12:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-10T19:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:12:25Z"
    name: isvc-predictive-sklearn-predictor-568c5d6bc7-9wxf2.18c1037905d4b236
    namespace: kserve-ci-e2e-test
    resourceVersion: "25864"
    uid: 845c4550-34f3-4c0e-bbc2-763ac6222ad2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:12:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-568c5d6bc7-9wxf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25659"
    uid: 17a4028a-2e82-4f38-95db-84f72a6cd286
  kind: Event
  lastTimestamp: "2026-07-10T19:12:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:12:25Z"
    name: isvc-predictive-sklearn-predictor-568c5d6bc7-9wxf2.18c1037906353371
    namespace: kserve-ci-e2e-test
    resourceVersion: "25865"
    uid: aad50413-52b8-4c40-afa9-5a31f29ccdb4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:12:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-568c5d6bc7-9wxf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25659"
    uid: 17a4028a-2e82-4f38-95db-84f72a6cd286
  kind: Event
  lastTimestamp: "2026-07-10T19:12:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:12:25Z"
    name: isvc-predictive-sklearn-predictor-568c5d6bc7-9wxf2.18c10379063f7c75
    namespace: kserve-ci-e2e-test
    resourceVersion: "25866"
    uid: fba95c80-d22d-425b-8769-800eeefebb83
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:12:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-568c5d6bc7-9wxf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25659"
    uid: 17a4028a-2e82-4f38-95db-84f72a6cd286
  kind: Event
  lastTimestamp: "2026-07-10T19:12:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-10T19:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:12:25Z"
    name: isvc-predictive-sklearn-predictor-568c5d6bc7-9wxf2.18c103790931a76d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25868"
    uid: 81ed4a8f-fada-4af2-9a05-f6f204c7b56f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:12:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-568c5d6bc7-9wxf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25659"
    uid: 17a4028a-2e82-4f38-95db-84f72a6cd286
  kind: Event
  lastTimestamp: "2026-07-10T19:12:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:12:25Z"
    name: isvc-predictive-sklearn-predictor-568c5d6bc7-9wxf2.18c10379099401b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25869"
    uid: d43bf2b1-9867-4162-810c-51ad9d1b5850
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-10T19:12:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-568c5d6bc7-9wxf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25659"
    uid: 17a4028a-2e82-4f38-95db-84f72a6cd286
  kind: Event
  lastTimestamp: "2026-07-10T19:13:53Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-10T19:12:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:13:53Z"
    name: isvc-predictive-sklearn-predictor-568c5d6bc7-9wxf2.18c10379383e0a6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26535"
    uid: e99655d3-38be-4af1-a595-e29015531404
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:13:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-568c5d6bc7-9wxf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25659"
    uid: 17a4028a-2e82-4f38-95db-84f72a6cd286
  kind: Event
  lastTimestamp: "2026-07-10T19:13:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:13:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:13:50Z"
    name: isvc-predictive-sklearn-predictor-568c5d6bc7-9wxf2.18c1038cb99f7bfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26495"
    uid: 366d2e17-3927-404f-adb6-f889e44d02b3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:13:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-568c5d6bc7-9wxf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25659"
    uid: 17a4028a-2e82-4f38-95db-84f72a6cd286
  kind: Event
  lastTimestamp: "2026-07-10T19:13:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:13:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:13:50Z"
    name: isvc-predictive-sklearn-predictor-568c5d6bc7-9wxf2.18c1038cb9a22987
    namespace: kserve-ci-e2e-test
    resourceVersion: "26497"
    uid: e53950e8-5f57-4d09-8a98-27d60876e0c7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:13:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-568c5d6bc7-9wxf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25659"
    uid: 17a4028a-2e82-4f38-95db-84f72a6cd286
  kind: Event
  lastTimestamp: "2026-07-10T19:13:53Z"
  message: 'Readiness probe failed: Get "https://10.132.0.39:8643/healthz": dial tcp
    10.132.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-10T19:13:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:13:53Z"
    name: isvc-predictive-sklearn-predictor-568c5d6bc7-9wxf2.18c1038d7a526c20
    namespace: kserve-ci-e2e-test
    resourceVersion: "26539"
    uid: b79d3686-2e91-442b-9a89-2f2ec73816f1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:11:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-568c5d6bc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25645"
    uid: 6ce64887-c299-4489-842d-2cd8f7c6f3d9
  kind: Event
  lastTimestamp: "2026-07-10T19:11:59Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-568c5d6bc7-9wxf2'
  metadata:
    creationTimestamp: "2026-07-10T19:11:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:11:59Z"
    name: isvc-predictive-sklearn-predictor-568c5d6bc7.18c10372e00a4d2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25658"
    uid: 0e55480b-c4d5-425a-9cec-c3f815a2aa39
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:11:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25642"
    uid: a6c5a6e4-b43b-4bcc-8a82-34eb0e33a51c
  kind: Event
  lastTimestamp: "2026-07-10T19:11:59Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-568c5d6bc7 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-10T19:11:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:11:59Z"
    name: isvc-predictive-sklearn-predictor.18c10372d1f9e383
    namespace: kserve-ci-e2e-test
    resourceVersion: "25647"
    uid: 83190a39-d5ec-4336-993b-61b121d713fa
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-10T19:12:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25644"
    uid: 9c11ac55-80b8-4f43-bbb3-57367624fe60
  kind: Event
  lastTimestamp: "2026-07-10T19:12:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:12:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:12:44Z"
    name: isvc-predictive-sklearn-predictor.18c1037650c90ea1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25996"
    uid: 8f9be162-c4bd-4b35-9d17-f01abc15e0d7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-10T19:12:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25644"
    uid: 9c11ac55-80b8-4f43-bbb3-57367624fe60
  kind: Event
  lastTimestamp: "2026-07-10T19:12:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:12:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:12:44Z"
    name: isvc-predictive-sklearn-predictor.18c10376512ee729
    namespace: kserve-ci-e2e-test
    resourceVersion: "25997"
    uid: 42d51d61-67dd-4277-bfdc-e4bf7ae416ff
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-10T19:12:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25780"
    uid: 9c11ac55-80b8-4f43-bbb3-57367624fe60
  kind: Event
  lastTimestamp: "2026-07-10T19:13:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:13:44Z"
    name: isvc-predictive-sklearn-predictor.18c10380cdc3718e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26406"
    uid: 1253d0d7-ae00-4744-a8c1-73de6b8236c4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-10T19:12:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25780"
    uid: 9c11ac55-80b8-4f43-bbb3-57367624fe60
  kind: Event
  lastTimestamp: "2026-07-10T19:13:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:13:44Z"
    name: isvc-predictive-sklearn-predictor.18c10380ce2d344c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26407"
    uid: f519b6e6-69d9-4591-9609-07389d1dee9d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-10T19:16:50.967191Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-689589cc95-4w45d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27930"
    uid: 951444eb-efae-4f88-bc30-705d9976d939
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-689589cc95-4w45d
    to ip-10-0-140-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-10T19:16:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-10T19:16:50Z"
    name: isvc-predictive-sklearn-v2-predictor-689589cc95-4w45d.18c103b6c6a73930
    namespace: kserve-ci-e2e-test
    resourceVersion: "27939"
    uid: eea8f3d5-fc3a-4893-b87d-c9f155bdbcde
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c55bbd48f-bmqq8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:16:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-689589cc95-4w45d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27934"
    uid: 951444eb-efae-4f88-bc30-705d9976d939
  kind: Event
  lastTimestamp: "2026-07-10T19:16:51Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-10T19:16:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:16:51Z"
    name: isvc-predictive-sklearn-v2-predictor-689589cc95-4w45d.18c103b6d1255626
    namespace: kserve-ci-e2e-test
    resourceVersion: "27953"
    uid: 184565f8-8a7e-41de-8fe0-dc54b35caabf
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:16:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-689589cc95-4w45d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27946"
    uid: 951444eb-efae-4f88-bc30-705d9976d939
  kind: Event
  lastTimestamp: "2026-07-10T19:16:51Z"
  message: Add eth0 [10.132.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-10T19:16:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-10T19:16:51Z"
    name: isvc-predictive-sklearn-v2-predictor-689589cc95-4w45d.18c103b703b25bb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27963"
    uid: 49cb7a9d-e255-45a1-9324-4bb35967b89a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:16:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-689589cc95-4w45d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27934"
    uid: 951444eb-efae-4f88-bc30-705d9976d939
  kind: Event
  lastTimestamp: "2026-07-10T19:16:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e7d18b8520466922c73925c5601004b31b3c3ec90f89a0821d13bdeee1848812"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:16:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:16:52Z"
    name: isvc-predictive-sklearn-v2-predictor-689589cc95-4w45d.18c103b7052c41fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "27965"
    uid: e67050de-f91b-4012-8860-1b35afda8062
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:16:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-689589cc95-4w45d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27934"
    uid: 951444eb-efae-4f88-bc30-705d9976d939
  kind: Event
  lastTimestamp: "2026-07-10T19:16:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-10T19:16:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:16:52Z"
    name: isvc-predictive-sklearn-v2-predictor-689589cc95-4w45d.18c103b707c72427
    namespace: kserve-ci-e2e-test
    resourceVersion: "27967"
    uid: 7cf8ef0a-4f10-4349-aac2-a92f8939781c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:16:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-689589cc95-4w45d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27934"
    uid: 951444eb-efae-4f88-bc30-705d9976d939
  kind: Event
  lastTimestamp: "2026-07-10T19:16:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-10T19:16:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:16:52Z"
    name: isvc-predictive-sklearn-v2-predictor-689589cc95-4w45d.18c103b708379322
    namespace: kserve-ci-e2e-test
    resourceVersion: "27968"
    uid: 63b64270-1f7b-4955-93c4-c32294decc95
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:16:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-689589cc95-4w45d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27934"
    uid: 951444eb-efae-4f88-bc30-705d9976d939
  kind: Event
  lastTimestamp: "2026-07-10T19:16:56Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:16:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:16:56Z"
    name: isvc-predictive-sklearn-v2-predictor-689589cc95-4w45d.18c103b814d8b2a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28008"
    uid: abdd4ee6-a21f-4761-b7e0-67b038bc3ee0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:16:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-689589cc95-4w45d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27934"
    uid: 951444eb-efae-4f88-bc30-705d9976d939
  kind: Event
  lastTimestamp: "2026-07-10T19:16:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-10T19:16:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:16:56Z"
    name: isvc-predictive-sklearn-v2-predictor-689589cc95-4w45d.18c103b817e3dda7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28010"
    uid: fc865cdb-1710-4606-a929-1ba9b9f53a55
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:16:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-689589cc95-4w45d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27934"
    uid: 951444eb-efae-4f88-bc30-705d9976d939
  kind: Event
  lastTimestamp: "2026-07-10T19:16:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:16:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:16:56Z"
    name: isvc-predictive-sklearn-v2-predictor-689589cc95-4w45d.18c103b818598b58
    namespace: kserve-ci-e2e-test
    resourceVersion: "28013"
    uid: 6827c464-1b56-484f-894d-361764287d6f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:16:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-689589cc95-4w45d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27934"
    uid: 951444eb-efae-4f88-bc30-705d9976d939
  kind: Event
  lastTimestamp: "2026-07-10T19:16:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:16:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:16:56Z"
    name: isvc-predictive-sklearn-v2-predictor-689589cc95-4w45d.18c103b818643374
    namespace: kserve-ci-e2e-test
    resourceVersion: "28014"
    uid: b97648f9-a232-4f59-8e30-1df23cb64d47
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:16:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-689589cc95-4w45d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27934"
    uid: 951444eb-efae-4f88-bc30-705d9976d939
  kind: Event
  lastTimestamp: "2026-07-10T19:16:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-10T19:16:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:16:56Z"
    name: isvc-predictive-sklearn-v2-predictor-689589cc95-4w45d.18c103b81b4f6f9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28018"
    uid: ab938841-0411-4b0d-9907-a60fac1e2ddb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:16:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-689589cc95-4w45d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27934"
    uid: 951444eb-efae-4f88-bc30-705d9976d939
  kind: Event
  lastTimestamp: "2026-07-10T19:16:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:16:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:16:56Z"
    name: isvc-predictive-sklearn-v2-predictor-689589cc95-4w45d.18c103b81c1609d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28019"
    uid: b5e61fc3-67b7-4676-91a0-30188851006b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-10T19:17:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-689589cc95-4w45d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27934"
    uid: 951444eb-efae-4f88-bc30-705d9976d939
  kind: Event
  lastTimestamp: "2026-07-10T19:18:23Z"
  message: 'Readiness probe failed: Get "http://10.132.0.42:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.132.0.42:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-10T19:17:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:18:23Z"
    name: isvc-predictive-sklearn-v2-predictor-689589cc95-4w45d.18c103c0b331d257
    namespace: kserve-ci-e2e-test
    resourceVersion: "28689"
    uid: f59ea52c-4ade-430a-af42-6a7e8b8ada06
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:18:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-689589cc95-4w45d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27934"
    uid: 951444eb-efae-4f88-bc30-705d9976d939
  kind: Event
  lastTimestamp: "2026-07-10T19:18:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:18:21Z"
    name: isvc-predictive-sklearn-v2-predictor-689589cc95-4w45d.18c103cbc6737f7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28646"
    uid: cba007e5-3d13-4e1a-95d7-b90b645dded8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:18:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-689589cc95-4w45d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27934"
    uid: 951444eb-efae-4f88-bc30-705d9976d939
  kind: Event
  lastTimestamp: "2026-07-10T19:18:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:18:21Z"
    name: isvc-predictive-sklearn-v2-predictor-689589cc95-4w45d.18c103cbc674a4e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28649"
    uid: 3ce6a9ab-f63e-445c-9c2b-0d741cf8eb62
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:18:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-689589cc95-4w45d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27934"
    uid: 951444eb-efae-4f88-bc30-705d9976d939
  kind: Event
  lastTimestamp: "2026-07-10T19:18:23Z"
  message: 'Readiness probe failed: Get "https://10.132.0.42:8643/healthz": dial tcp
    10.132.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-10T19:18:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:18:23Z"
    name: isvc-predictive-sklearn-v2-predictor-689589cc95-4w45d.18c103cc5712bf89
    namespace: kserve-ci-e2e-test
    resourceVersion: "28688"
    uid: 37e39706-d961-4877-9c86-7c5257bb973d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:16:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-689589cc95
    namespace: kserve-ci-e2e-test
    resourceVersion: "27910"
    uid: 0a2ce63d-d1c2-409f-85fc-c441bad0087a
  kind: Event
  lastTimestamp: "2026-07-10T19:16:50Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-689589cc95-4w45d'
  metadata:
    creationTimestamp: "2026-07-10T19:16:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:16:50Z"
    name: isvc-predictive-sklearn-v2-predictor-689589cc95.18c103b6c5ffa818
    namespace: kserve-ci-e2e-test
    resourceVersion: "27936"
    uid: b791dd3a-0512-4049-a68c-bffefc901c62
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:16:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27908"
    uid: f9eb18d6-51a3-4e94-a5b0-5333cf59a247
  kind: Event
  lastTimestamp: "2026-07-10T19:16:50Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-689589cc95 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-10T19:16:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:16:50Z"
    name: isvc-predictive-sklearn-v2-predictor.18c103b6c0c6de9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27912"
    uid: 8eae5ece-c35d-449b-be52-641c2e5706cb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:17:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27909"
    uid: c191425e-341b-48ba-8cd2-0505c4da4fb7
  kind: Event
  lastTimestamp: "2026-07-10T19:17:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:17:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:17:20Z"
    name: isvc-predictive-sklearn-v2-predictor.18c103ba3fa632e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28185"
    uid: 6a5c5030-8690-47ee-af7c-2a96657e168b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:17:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27909"
    uid: c191425e-341b-48ba-8cd2-0505c4da4fb7
  kind: Event
  lastTimestamp: "2026-07-10T19:17:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:17:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:17:20Z"
    name: isvc-predictive-sklearn-v2-predictor.18c103ba400cee5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28186"
    uid: ea81abbc-57d3-485c-ad3d-5f2e78848f2f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-10T19:17:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28086"
    uid: c191425e-341b-48ba-8cd2-0505c4da4fb7
  kind: Event
  lastTimestamp: "2026-07-10T19:18:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:17:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:18:20Z"
    name: isvc-predictive-sklearn-v2-predictor.18c103c13e063119
    namespace: kserve-ci-e2e-test
    resourceVersion: "28598"
    uid: 143be64d-58d6-43f8-a190-c19ef959e12b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-10T19:17:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28086"
    uid: c191425e-341b-48ba-8cd2-0505c4da4fb7
  kind: Event
  lastTimestamp: "2026-07-10T19:18:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:17:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:18:20Z"
    name: isvc-predictive-sklearn-v2-predictor.18c103c13e756848
    namespace: kserve-ci-e2e-test
    resourceVersion: "28599"
    uid: 062b2c62-261e-48d7-8abf-e91ff2e6a135
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-10T19:16:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27899"
    uid: ee7da968-a239-4d17-9833-f35b5feef8b3
  kind: Event
  lastTimestamp: "2026-07-10T19:18:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-10T19:16:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:18:14Z"
    name: isvc-predictive-sklearn-v2.18c103b6c09d0970
    namespace: kserve-ci-e2e-test
    resourceVersion: "28554"
    uid: a23bbfb5-c540-4c83-93d5-32890f9cd0ab
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:16:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27899"
    uid: ee7da968-a239-4d17-9833-f35b5feef8b3
  kind: Event
  lastTimestamp: "2026-07-10T19:16:50Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-10T19:16:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:16:50Z"
    name: isvc-predictive-sklearn-v2.18c103b6c0f3ac31
    namespace: kserve-ci-e2e-test
    resourceVersion: "27914"
    uid: f6b620bf-08c0-4674-bac6-04cdabeae0ef
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:18:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28552"
    uid: ee7da968-a239-4d17-9833-f35b5feef8b3
  kind: Event
  lastTimestamp: "2026-07-10T19:18:14Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-10T19:18:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:18:14Z"
    name: isvc-predictive-sklearn-v2.18c103ca3f5134e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28553"
    uid: b4410578-ee73-4a2a-adc1-8d96e21f84c9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-10T19:11:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25634"
    uid: 57f96936-5761-40f7-bbe3-af386f6dcf7d
  kind: Event
  lastTimestamp: "2026-07-10T19:13:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-10T19:11:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:13:43Z"
    name: isvc-predictive-sklearn.18c10372d1d3521c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26398"
    uid: a1d072c7-a7e6-4594-bc20-599f7f4c2bac
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:11:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25634"
    uid: 57f96936-5761-40f7-bbe3-af386f6dcf7d
  kind: Event
  lastTimestamp: "2026-07-10T19:11:59Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-10T19:11:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:11:59Z"
    name: isvc-predictive-sklearn.18c10372d227b448
    namespace: kserve-ci-e2e-test
    resourceVersion: "25650"
    uid: fa4ff1b1-1cc4-4dbc-a392-dc32d98bef03
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:13:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26396"
    uid: 57f96936-5761-40f7-bbe3-af386f6dcf7d
  kind: Event
  lastTimestamp: "2026-07-10T19:13:43Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-07-10T19:13:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:13:43Z"
    name: isvc-predictive-sklearn.18c1038b16d5c9a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26397"
    uid: a2d08fa7-b36d-4390-890f-5fbe8e398bb3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-10T19:13:50.348090Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-f6d66fc5d-dfqjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26482"
    uid: f3ff6f07-2f9d-4985-ab5d-ee641349b567
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-f6d66fc5d-dfqjc
    to ip-10-0-140-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-10T19:13:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-10T19:13:50Z"
    name: isvc-predictive-xgboost-predictor-f6d66fc5d-dfqjc.18c1038cb8ea4dff
    namespace: kserve-ci-e2e-test
    resourceVersion: "26493"
    uid: 87d9a077-eb84-44ee-9c35-771f8ff38156
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c55bbd48f-bmqq8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:13:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-f6d66fc5d-dfqjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26500"
    uid: f3ff6f07-2f9d-4985-ab5d-ee641349b567
  kind: Event
  lastTimestamp: "2026-07-10T19:13:50Z"
  message: Add eth0 [10.132.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-10T19:13:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-10T19:13:50Z"
    name: isvc-predictive-xgboost-predictor-f6d66fc5d-dfqjc.18c1038cd232614c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26510"
    uid: 6d435eab-7bf6-4d12-927d-557d3050ec0a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:13:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-f6d66fc5d-dfqjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26485"
    uid: f3ff6f07-2f9d-4985-ab5d-ee641349b567
  kind: Event
  lastTimestamp: "2026-07-10T19:13:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e7d18b8520466922c73925c5601004b31b3c3ec90f89a0821d13bdeee1848812"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:13:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:13:50Z"
    name: isvc-predictive-xgboost-predictor-f6d66fc5d-dfqjc.18c1038cd3a7ffe8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26512"
    uid: 8e1a07a1-4f3d-41fb-9058-79332d2d5ded
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:13:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-f6d66fc5d-dfqjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26485"
    uid: f3ff6f07-2f9d-4985-ab5d-ee641349b567
  kind: Event
  lastTimestamp: "2026-07-10T19:13:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-10T19:13:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:13:50Z"
    name: isvc-predictive-xgboost-predictor-f6d66fc5d-dfqjc.18c1038cd63efe6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26513"
    uid: 91eff6a8-524b-4622-a824-aec70bf8823b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:13:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-f6d66fc5d-dfqjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26485"
    uid: f3ff6f07-2f9d-4985-ab5d-ee641349b567
  kind: Event
  lastTimestamp: "2026-07-10T19:13:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-10T19:13:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:13:50Z"
    name: isvc-predictive-xgboost-predictor-f6d66fc5d-dfqjc.18c1038cd6a24b44
    namespace: kserve-ci-e2e-test
    resourceVersion: "26514"
    uid: fb0d6946-d471-44cf-bbb7-e20dc72d3610
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:13:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-f6d66fc5d-dfqjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26485"
    uid: f3ff6f07-2f9d-4985-ab5d-ee641349b567
  kind: Event
  lastTimestamp: "2026-07-10T19:13:54Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:13:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:13:54Z"
    name: isvc-predictive-xgboost-predictor-f6d66fc5d-dfqjc.18c1038dc8864d2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26547"
    uid: 2af674ff-03b0-4ff5-834a-43f882045177
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:13:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-f6d66fc5d-dfqjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26485"
    uid: f3ff6f07-2f9d-4985-ab5d-ee641349b567
  kind: Event
  lastTimestamp: "2026-07-10T19:13:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-10T19:13:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:13:54Z"
    name: isvc-predictive-xgboost-predictor-f6d66fc5d-dfqjc.18c1038dcc0897ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "26551"
    uid: a47bad69-3e13-4896-8c13-5dd048ea980e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:13:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-f6d66fc5d-dfqjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26485"
    uid: f3ff6f07-2f9d-4985-ab5d-ee641349b567
  kind: Event
  lastTimestamp: "2026-07-10T19:13:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:13:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:13:54Z"
    name: isvc-predictive-xgboost-predictor-f6d66fc5d-dfqjc.18c1038dcc6fab2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26552"
    uid: 38eb4734-c006-48fd-b8cf-2beae8048e54
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:13:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-f6d66fc5d-dfqjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26485"
    uid: f3ff6f07-2f9d-4985-ab5d-ee641349b567
  kind: Event
  lastTimestamp: "2026-07-10T19:13:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:13:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:13:54Z"
    name: isvc-predictive-xgboost-predictor-f6d66fc5d-dfqjc.18c1038dcc7a4fba
    namespace: kserve-ci-e2e-test
    resourceVersion: "26553"
    uid: f4d735a3-f8da-4006-bd6d-e1dc28111421
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:13:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-f6d66fc5d-dfqjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26485"
    uid: f3ff6f07-2f9d-4985-ab5d-ee641349b567
  kind: Event
  lastTimestamp: "2026-07-10T19:13:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-10T19:13:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:13:55Z"
    name: isvc-predictive-xgboost-predictor-f6d66fc5d-dfqjc.18c1038dcf86c4b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26555"
    uid: cff20bac-6b61-4bd5-8435-34a5e3c87249
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:13:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-f6d66fc5d-dfqjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26485"
    uid: f3ff6f07-2f9d-4985-ab5d-ee641349b567
  kind: Event
  lastTimestamp: "2026-07-10T19:13:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:13:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:13:55Z"
    name: isvc-predictive-xgboost-predictor-f6d66fc5d-dfqjc.18c1038dcfe8d9d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26557"
    uid: 31b1a0d0-53a9-4cef-817a-6bb241dd2f0d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-10T19:13:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-f6d66fc5d-dfqjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26485"
    uid: f3ff6f07-2f9d-4985-ab5d-ee641349b567
  kind: Event
  lastTimestamp: "2026-07-10T19:15:21Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-10T19:13:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:15:21Z"
    name: isvc-predictive-xgboost-predictor-f6d66fc5d-dfqjc.18c1038e04b09baf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27265"
    uid: 2d67e267-0eff-4b54-a16f-831ebb350ebd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:15:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-f6d66fc5d-dfqjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26485"
    uid: f3ff6f07-2f9d-4985-ab5d-ee641349b567
  kind: Event
  lastTimestamp: "2026-07-10T19:15:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:15:20Z"
    name: isvc-predictive-xgboost-predictor-f6d66fc5d-dfqjc.18c103a1afb6c7ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "27211"
    uid: 61cfee58-0c7c-4842-aaa1-38ac11bf2baf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:15:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-f6d66fc5d-dfqjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26485"
    uid: f3ff6f07-2f9d-4985-ab5d-ee641349b567
  kind: Event
  lastTimestamp: "2026-07-10T19:15:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:15:20Z"
    name: isvc-predictive-xgboost-predictor-f6d66fc5d-dfqjc.18c103a1afb7389a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27214"
    uid: 752e52b7-b995-4c78-821d-65c68c504793
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:15:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-f6d66fc5d-dfqjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26485"
    uid: f3ff6f07-2f9d-4985-ab5d-ee641349b567
  kind: Event
  lastTimestamp: "2026-07-10T19:15:21Z"
  message: 'Readiness probe failed: Get "https://10.132.0.40:8643/healthz": dial tcp
    10.132.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-10T19:15:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:15:21Z"
    name: isvc-predictive-xgboost-predictor-f6d66fc5d-dfqjc.18c103a20afbe1b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27264"
    uid: 70eab0a8-30a9-4cdb-a441-ead03834c142
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:13:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-f6d66fc5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26462"
    uid: babbac8f-863b-4f41-a404-78232e91c1df
  kind: Event
  lastTimestamp: "2026-07-10T19:13:50Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-f6d66fc5d-dfqjc'
  metadata:
    creationTimestamp: "2026-07-10T19:13:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:13:50Z"
    name: isvc-predictive-xgboost-predictor-f6d66fc5d.18c1038cb8847062
    namespace: kserve-ci-e2e-test
    resourceVersion: "26486"
    uid: 22f86e0a-82b0-4d75-a69e-e967106df0ec
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:13:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26461"
    uid: c3503f5e-869f-40a6-b713-6831198cb7ce
  kind: Event
  lastTimestamp: "2026-07-10T19:13:50Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-f6d66fc5d from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-10T19:13:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:13:50Z"
    name: isvc-predictive-xgboost-predictor.18c1038cb208c528
    namespace: kserve-ci-e2e-test
    resourceVersion: "26464"
    uid: 71dc1039-0692-414a-af6b-08ee5068a4c4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:14:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26463"
    uid: 1889e714-e39d-4f41-bcfe-3c422eefdf3d
  kind: Event
  lastTimestamp: "2026-07-10T19:14:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:14:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:14:05Z"
    name: isvc-predictive-xgboost-predictor.18c10390317fce9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26639"
    uid: a9268ed3-5a23-47b5-882b-6a9b1f5703ed
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:14:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26463"
    uid: 1889e714-e39d-4f41-bcfe-3c422eefdf3d
  kind: Event
  lastTimestamp: "2026-07-10T19:14:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:14:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:14:05Z"
    name: isvc-predictive-xgboost-predictor.18c1039031e9e241
    namespace: kserve-ci-e2e-test
    resourceVersion: "26641"
    uid: 03279ba4-b67e-4e0f-b7b4-9d36d16c5921
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-10T19:14:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26640"
    uid: 1889e714-e39d-4f41-bcfe-3c422eefdf3d
  kind: Event
  lastTimestamp: "2026-07-10T19:15:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:14:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:15:20Z"
    name: isvc-predictive-xgboost-predictor.18c10393b0cd651b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27190"
    uid: 5cb2ad02-19f2-4a82-a880-267602aaf47f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-10T19:14:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26640"
    uid: 1889e714-e39d-4f41-bcfe-3c422eefdf3d
  kind: Event
  lastTimestamp: "2026-07-10T19:15:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:14:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:15:20Z"
    name: isvc-predictive-xgboost-predictor.18c10393b1509e6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27191"
    uid: 661183d2-ff01-4395-9df0-65b625b5310f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-10T19:18:21.150731Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-64bc9f8f76-477z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28637"
    uid: 396cd025-93fd-4314-a643-9adc056a3baf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-64bc9f8f76-477z8
    to ip-10-0-140-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-10T19:18:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-10T19:18:21Z"
    name: isvc-predictive-xgboost-v2-predictor-64bc9f8f76-477z8.18c103cbc602c259
    namespace: kserve-ci-e2e-test
    resourceVersion: "28644"
    uid: 3e69c2eb-8bda-4e57-bf7f-8e8b3e6c6edd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c55bbd48f-bmqq8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:18:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-64bc9f8f76-477z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28650"
    uid: 396cd025-93fd-4314-a643-9adc056a3baf
  kind: Event
  lastTimestamp: "2026-07-10T19:18:21Z"
  message: Add eth0 [10.132.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-10T19:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-10T19:18:21Z"
    name: isvc-predictive-xgboost-v2-predictor-64bc9f8f76-477z8.18c103cbdfd8ffc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28661"
    uid: f408801d-01df-4677-b7e7-c312ce6b0c5e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:18:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-64bc9f8f76-477z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28640"
    uid: 396cd025-93fd-4314-a643-9adc056a3baf
  kind: Event
  lastTimestamp: "2026-07-10T19:18:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e7d18b8520466922c73925c5601004b31b3c3ec90f89a0821d13bdeee1848812"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:18:21Z"
    name: isvc-predictive-xgboost-v2-predictor-64bc9f8f76-477z8.18c103cbe1382a64
    namespace: kserve-ci-e2e-test
    resourceVersion: "28663"
    uid: 1324de1b-6b6d-407c-b835-395e1f905df1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:18:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-64bc9f8f76-477z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28640"
    uid: 396cd025-93fd-4314-a643-9adc056a3baf
  kind: Event
  lastTimestamp: "2026-07-10T19:18:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-10T19:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:18:21Z"
    name: isvc-predictive-xgboost-v2-predictor-64bc9f8f76-477z8.18c103cbe416afef
    namespace: kserve-ci-e2e-test
    resourceVersion: "28664"
    uid: 3095ab17-190d-4595-a49e-08f8f407b8d0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:18:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-64bc9f8f76-477z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28640"
    uid: 396cd025-93fd-4314-a643-9adc056a3baf
  kind: Event
  lastTimestamp: "2026-07-10T19:18:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-10T19:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:18:21Z"
    name: isvc-predictive-xgboost-v2-predictor-64bc9f8f76-477z8.18c103cbe488e0c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28666"
    uid: b1d7b32d-73bd-45eb-a0f3-d2de1c4b7bfa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:18:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-64bc9f8f76-477z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28640"
    uid: 396cd025-93fd-4314-a643-9adc056a3baf
  kind: Event
  lastTimestamp: "2026-07-10T19:18:25Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:18:25Z"
    name: isvc-predictive-xgboost-v2-predictor-64bc9f8f76-477z8.18c103cce1275f88
    namespace: kserve-ci-e2e-test
    resourceVersion: "28704"
    uid: e6d2a5cb-4138-4339-9991-92ac87ee72d9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:18:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-64bc9f8f76-477z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28640"
    uid: 396cd025-93fd-4314-a643-9adc056a3baf
  kind: Event
  lastTimestamp: "2026-07-10T19:18:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-10T19:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:18:25Z"
    name: isvc-predictive-xgboost-v2-predictor-64bc9f8f76-477z8.18c103cce4033de5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28708"
    uid: f4355799-4be4-47eb-8474-d77d21d9af62
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:18:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-64bc9f8f76-477z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28640"
    uid: 396cd025-93fd-4314-a643-9adc056a3baf
  kind: Event
  lastTimestamp: "2026-07-10T19:18:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:18:25Z"
    name: isvc-predictive-xgboost-v2-predictor-64bc9f8f76-477z8.18c103cce4764897
    namespace: kserve-ci-e2e-test
    resourceVersion: "28709"
    uid: 9b650091-ce14-4354-aeab-2cf4f7a483f5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:18:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-64bc9f8f76-477z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28640"
    uid: 396cd025-93fd-4314-a643-9adc056a3baf
  kind: Event
  lastTimestamp: "2026-07-10T19:18:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:18:25Z"
    name: isvc-predictive-xgboost-v2-predictor-64bc9f8f76-477z8.18c103cce481f6eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28712"
    uid: 50a9ddab-90b5-44bf-8ea7-67a31c2cdc6b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:18:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-64bc9f8f76-477z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28640"
    uid: 396cd025-93fd-4314-a643-9adc056a3baf
  kind: Event
  lastTimestamp: "2026-07-10T19:18:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-10T19:18:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:18:26Z"
    name: isvc-predictive-xgboost-v2-predictor-64bc9f8f76-477z8.18c103cce76bc578
    namespace: kserve-ci-e2e-test
    resourceVersion: "28714"
    uid: cae0f793-4fb5-4e3e-b8fc-73aa91428731
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:18:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-64bc9f8f76-477z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28640"
    uid: 396cd025-93fd-4314-a643-9adc056a3baf
  kind: Event
  lastTimestamp: "2026-07-10T19:18:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:18:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:18:26Z"
    name: isvc-predictive-xgboost-v2-predictor-64bc9f8f76-477z8.18c103cce7dabdb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28715"
    uid: 3bc3c12f-9311-4a86-8b7f-82e6c1e54629
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-10T19:19:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-64bc9f8f76-477z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28640"
    uid: 396cd025-93fd-4314-a643-9adc056a3baf
  kind: Event
  lastTimestamp: "2026-07-10T19:19:45Z"
  message: 'Readiness probe failed: Get "http://10.132.0.43:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.132.0.43:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-10T19:19:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:19:45Z"
    name: isvc-predictive-xgboost-v2-predictor-64bc9f8f76-477z8.18c103d5bb5d526a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29317"
    uid: 62ec24d0-9eea-436d-8d9f-aaf975aacc6c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:19:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-64bc9f8f76-477z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28640"
    uid: 396cd025-93fd-4314-a643-9adc056a3baf
  kind: Event
  lastTimestamp: "2026-07-10T19:19:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:19:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:19:41Z"
    name: isvc-predictive-xgboost-v2-predictor-64bc9f8f76-477z8.18c103de6c1359a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29244"
    uid: 537004a3-a20d-4d37-906b-526b70843fc3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:19:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-64bc9f8f76-477z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28640"
    uid: 396cd025-93fd-4314-a643-9adc056a3baf
  kind: Event
  lastTimestamp: "2026-07-10T19:19:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:19:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:19:41Z"
    name: isvc-predictive-xgboost-v2-predictor-64bc9f8f76-477z8.18c103de6c14bbd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29247"
    uid: b825008e-c9c8-44c7-bf1c-c07073020c7d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:19:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-64bc9f8f76-477z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28640"
    uid: 396cd025-93fd-4314-a643-9adc056a3baf
  kind: Event
  lastTimestamp: "2026-07-10T19:19:43Z"
  message: 'Readiness probe failed: Get "https://10.132.0.43:8643/healthz": dial tcp
    10.132.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-10T19:19:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:19:43Z"
    name: isvc-predictive-xgboost-v2-predictor-64bc9f8f76-477z8.18c103df0b349907
    namespace: kserve-ci-e2e-test
    resourceVersion: "29305"
    uid: 300d3229-a257-4598-8f34-ac98de870f93
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:18:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-64bc9f8f76
    namespace: kserve-ci-e2e-test
    resourceVersion: "28613"
    uid: a7213e39-8d37-48b5-827d-ba9547991fee
  kind: Event
  lastTimestamp: "2026-07-10T19:18:21Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-64bc9f8f76-477z8'
  metadata:
    creationTimestamp: "2026-07-10T19:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:18:21Z"
    name: isvc-predictive-xgboost-v2-predictor-64bc9f8f76.18c103cbc58850fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28639"
    uid: 16c02eae-eb2a-47e0-a318-e3b58f041450
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:18:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28611"
    uid: da556da7-15a1-4a88-a5c9-4a8589a16c40
  kind: Event
  lastTimestamp: "2026-07-10T19:18:21Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-64bc9f8f76 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-10T19:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:18:21Z"
    name: isvc-predictive-xgboost-v2-predictor.18c103cbc0e99e99
    namespace: kserve-ci-e2e-test
    resourceVersion: "28615"
    uid: 637449e2-4d31-43b5-ba52-093cd792d048
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:18:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28612"
    uid: 40d86ade-34ba-41de-8b78-f8fe25bb4528
  kind: Event
  lastTimestamp: "2026-07-10T19:18:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:18:51Z"
    name: isvc-predictive-xgboost-v2-predictor.18c103cf3fb12741
    namespace: kserve-ci-e2e-test
    resourceVersion: "28883"
    uid: 1a9726dc-9d7c-4988-95b4-7cc4f75c4c94
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:18:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28612"
    uid: 40d86ade-34ba-41de-8b78-f8fe25bb4528
  kind: Event
  lastTimestamp: "2026-07-10T19:18:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:18:51Z"
    name: isvc-predictive-xgboost-v2-predictor.18c103cf400c7d7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28884"
    uid: 93bf9978-f2d5-416b-9c9f-00a310507007
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-10T19:19:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28786"
    uid: 40d86ade-34ba-41de-8b78-f8fe25bb4528
  kind: Event
  lastTimestamp: "2026-07-10T19:19:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:19:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:19:36Z"
    name: isvc-predictive-xgboost-v2-predictor.18c103d63df817c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29184"
    uid: 2b59e493-964c-4a6d-9da0-8e23b830cd1e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-10T19:19:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28786"
    uid: 40d86ade-34ba-41de-8b78-f8fe25bb4528
  kind: Event
  lastTimestamp: "2026-07-10T19:19:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:19:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:19:36Z"
    name: isvc-predictive-xgboost-v2-predictor.18c103d63e3ff3c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29185"
    uid: 24f69ab8-db6b-4848-8102-1b91afe95273
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-10T19:18:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28602"
    uid: e4459170-d682-4b1a-8d17-02b6fefdd4dd
  kind: Event
  lastTimestamp: "2026-07-10T19:19:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-10T19:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:19:35Z"
    name: isvc-predictive-xgboost-v2.18c103cbc0bff0cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29180"
    uid: b280e0d7-2d25-480f-ac21-180b0c602c8b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:18:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28602"
    uid: e4459170-d682-4b1a-8d17-02b6fefdd4dd
  kind: Event
  lastTimestamp: "2026-07-10T19:18:21Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-10T19:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:18:21Z"
    name: isvc-predictive-xgboost-v2.18c103cbc110ff62
    namespace: kserve-ci-e2e-test
    resourceVersion: "28652"
    uid: ed96059e-d56f-4333-a3d5-b09cc2040b23
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:18:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28620"
    uid: e4459170-d682-4b1a-8d17-02b6fefdd4dd
  kind: Event
  lastTimestamp: "2026-07-10T19:18:21Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-10T19:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:18:21Z"
    name: isvc-predictive-xgboost-v2.18c103cbc85bb04e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28653"
    uid: 306cb954-cfe6-4949-a2de-a9a7dd734987
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:19:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29178"
    uid: e4459170-d682-4b1a-8d17-02b6fefdd4dd
  kind: Event
  lastTimestamp: "2026-07-10T19:19:35Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-10T19:19:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:19:35Z"
    name: isvc-predictive-xgboost-v2.18c103dd0f378702
    namespace: kserve-ci-e2e-test
    resourceVersion: "29179"
    uid: a84c0e24-4723-43d0-9e57-fd4004aefa8f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-10T19:13:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "26452"
    uid: 9a901665-b3e7-41a7-bb30-eb34071a323d
  kind: Event
  lastTimestamp: "2026-07-10T19:15:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-10T19:13:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:15:12Z"
    name: isvc-predictive-xgboost.18c1038cb23a048e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27128"
    uid: 94c7d8bb-2595-4cf9-9b70-3ecd67b0fc4e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:13:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "26452"
    uid: 9a901665-b3e7-41a7-bb30-eb34071a323d
  kind: Event
  lastTimestamp: "2026-07-10T19:13:50Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-10T19:13:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:13:50Z"
    name: isvc-predictive-xgboost.18c1038cb2bca81c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26503"
    uid: 88dce479-7ec2-4c7e-adca-1dd8d0813ce4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:13:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "26469"
    uid: 9a901665-b3e7-41a7-bb30-eb34071a323d
  kind: Event
  lastTimestamp: "2026-07-10T19:13:50Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-10T19:13:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:13:50Z"
    name: isvc-predictive-xgboost.18c1038cbd3f1380
    namespace: kserve-ci-e2e-test
    resourceVersion: "26504"
    uid: cd320979-cf58-4f5c-b438-d11186bc2481
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:15:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "27125"
    uid: 9a901665-b3e7-41a7-bb30-eb34071a323d
  kind: Event
  lastTimestamp: "2026-07-10T19:15:12Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-07-10T19:15:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:15:12Z"
    name: isvc-predictive-xgboost.18c1039fbbd8f1d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27126"
    uid: 35698ef2-a276-4195-92bb-df1e7494562a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-10T19:10:12.675492Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-846020-predictor-5866d94d79-b2v76
    namespace: kserve-ci-e2e-test
    resourceVersion: "24411"
    uid: fa6c16d9-fe28-4fb3-a5e6-785a6cd035dc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-846020-predictor-5866d94d79-b2v76
    to ip-10-0-140-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-10T19:10:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-10T19:10:12Z"
    name: isvc-primary-846020-predictor-5866d94d79-b2v76.18c1035a0a9e14ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "24420"
    uid: ba58e14b-2caf-4a05-8164-b9181e84fd60
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c55bbd48f-bmqq8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:10:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-846020-predictor-5866d94d79-b2v76
    namespace: kserve-ci-e2e-test
    resourceVersion: "24424"
    uid: fa6c16d9-fe28-4fb3-a5e6-785a6cd035dc
  kind: Event
  lastTimestamp: "2026-07-10T19:10:13Z"
  message: Add eth0 [10.132.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-10T19:10:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-10T19:10:13Z"
    name: isvc-primary-846020-predictor-5866d94d79-b2v76.18c1035a23f10a3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24433"
    uid: cde89bbd-094a-4cc8-9605-81d7f53b7bd6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:10:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-846020-predictor-5866d94d79-b2v76
    namespace: kserve-ci-e2e-test
    resourceVersion: "24415"
    uid: fa6c16d9-fe28-4fb3-a5e6-785a6cd035dc
  kind: Event
  lastTimestamp: "2026-07-10T19:10:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e7d18b8520466922c73925c5601004b31b3c3ec90f89a0821d13bdeee1848812"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:10:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:10:13Z"
    name: isvc-primary-846020-predictor-5866d94d79-b2v76.18c1035a2552e88a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24435"
    uid: 42c5d53e-6299-4bd6-b4e3-c734be3e2698
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:10:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-846020-predictor-5866d94d79-b2v76
    namespace: kserve-ci-e2e-test
    resourceVersion: "24415"
    uid: fa6c16d9-fe28-4fb3-a5e6-785a6cd035dc
  kind: Event
  lastTimestamp: "2026-07-10T19:10:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-10T19:10:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:10:13Z"
    name: isvc-primary-846020-predictor-5866d94d79-b2v76.18c1035a27e90fee
    namespace: kserve-ci-e2e-test
    resourceVersion: "24437"
    uid: dd5bc91c-d199-4e8f-ba2c-67dce38e6b2b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:10:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-846020-predictor-5866d94d79-b2v76
    namespace: kserve-ci-e2e-test
    resourceVersion: "24415"
    uid: fa6c16d9-fe28-4fb3-a5e6-785a6cd035dc
  kind: Event
  lastTimestamp: "2026-07-10T19:10:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-10T19:10:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:10:13Z"
    name: isvc-primary-846020-predictor-5866d94d79-b2v76.18c1035a28769ff2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24438"
    uid: 68003b25-8ea8-437c-9ecf-c9dd99b20151
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:10:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-846020-predictor-5866d94d79-b2v76
    namespace: kserve-ci-e2e-test
    resourceVersion: "24415"
    uid: fa6c16d9-fe28-4fb3-a5e6-785a6cd035dc
  kind: Event
  lastTimestamp: "2026-07-10T19:10:17Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1724"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:10:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:10:17Z"
    name: isvc-primary-846020-predictor-5866d94d79-b2v76.18c1035b10f107c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24472"
    uid: d6993b67-6641-438d-af21-451b1988ad0d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:10:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-846020-predictor-5866d94d79-b2v76
    namespace: kserve-ci-e2e-test
    resourceVersion: "24415"
    uid: fa6c16d9-fe28-4fb3-a5e6-785a6cd035dc
  kind: Event
  lastTimestamp: "2026-07-10T19:10:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-10T19:10:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:10:17Z"
    name: isvc-primary-846020-predictor-5866d94d79-b2v76.18c1035b13c9faf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24474"
    uid: 30c63d59-aae3-430d-925f-d8acde74e3d3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:10:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-846020-predictor-5866d94d79-b2v76
    namespace: kserve-ci-e2e-test
    resourceVersion: "24415"
    uid: fa6c16d9-fe28-4fb3-a5e6-785a6cd035dc
  kind: Event
  lastTimestamp: "2026-07-10T19:10:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:10:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:10:17Z"
    name: isvc-primary-846020-predictor-5866d94d79-b2v76.18c1035b144699df
    namespace: kserve-ci-e2e-test
    resourceVersion: "24475"
    uid: d38dd453-be01-4965-aa53-bb89d661ffb0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:10:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-846020-predictor-5866d94d79-b2v76
    namespace: kserve-ci-e2e-test
    resourceVersion: "24415"
    uid: fa6c16d9-fe28-4fb3-a5e6-785a6cd035dc
  kind: Event
  lastTimestamp: "2026-07-10T19:10:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:10:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:10:17Z"
    name: isvc-primary-846020-predictor-5866d94d79-b2v76.18c1035b144ff37f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24478"
    uid: d5dca100-e474-46b8-b0d7-fdd7decf1e7f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:10:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-846020-predictor-5866d94d79-b2v76
    namespace: kserve-ci-e2e-test
    resourceVersion: "24415"
    uid: fa6c16d9-fe28-4fb3-a5e6-785a6cd035dc
  kind: Event
  lastTimestamp: "2026-07-10T19:10:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-10T19:10:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:10:17Z"
    name: isvc-primary-846020-predictor-5866d94d79-b2v76.18c1035b1740ef60
    namespace: kserve-ci-e2e-test
    resourceVersion: "24480"
    uid: 3bd436cf-caf6-423c-93ea-6e12b59787a5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:10:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-846020-predictor-5866d94d79-b2v76
    namespace: kserve-ci-e2e-test
    resourceVersion: "24415"
    uid: fa6c16d9-fe28-4fb3-a5e6-785a6cd035dc
  kind: Event
  lastTimestamp: "2026-07-10T19:10:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:10:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:10:17Z"
    name: isvc-primary-846020-predictor-5866d94d79-b2v76.18c1035b17b424ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "24481"
    uid: 2ef1a89e-8448-4c15-9ca6-ec5db418ca36
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-10T19:10:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-846020-predictor-5866d94d79-b2v76
    namespace: kserve-ci-e2e-test
    resourceVersion: "24415"
    uid: fa6c16d9-fe28-4fb3-a5e6-785a6cd035dc
  kind: Event
  lastTimestamp: "2026-07-10T19:11:15Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-10T19:10:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:11:15Z"
    name: isvc-primary-846020-predictor-5866d94d79-b2v76.18c1035b88cdc2e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24861"
    uid: ee918fc0-0d72-4fa9-a2cb-695d6872a81e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:11:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-846020-predictor-5866d94d79-b2v76
    namespace: kserve-ci-e2e-test
    resourceVersion: "24415"
    uid: fa6c16d9-fe28-4fb3-a5e6-785a6cd035dc
  kind: Event
  lastTimestamp: "2026-07-10T19:11:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:11:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:11:48Z"
    name: isvc-primary-846020-predictor-5866d94d79-b2v76.18c1037076a9e264
    namespace: kserve-ci-e2e-test
    resourceVersion: "25491"
    uid: 89fa2c9d-1074-440b-9a38-36dd808b28e9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:11:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-846020-predictor-5866d94d79-b2v76
    namespace: kserve-ci-e2e-test
    resourceVersion: "24415"
    uid: fa6c16d9-fe28-4fb3-a5e6-785a6cd035dc
  kind: Event
  lastTimestamp: "2026-07-10T19:11:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:11:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:11:48Z"
    name: isvc-primary-846020-predictor-5866d94d79-b2v76.18c1037076aa5e55
    namespace: kserve-ci-e2e-test
    resourceVersion: "25492"
    uid: 9269065b-85b1-4d9d-89c9-d2399e759e3f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:11:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-846020-predictor-5866d94d79-b2v76
    namespace: kserve-ci-e2e-test
    resourceVersion: "24415"
    uid: fa6c16d9-fe28-4fb3-a5e6-785a6cd035dc
  kind: Event
  lastTimestamp: "2026-07-10T19:11:50Z"
  message: 'Readiness probe failed: Get "https://10.132.0.36:8643/healthz": dial tcp
    10.132.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-10T19:11:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:11:50Z"
    name: isvc-primary-846020-predictor-5866d94d79-b2v76.18c10370b909273e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25537"
    uid: 0f1524f7-fefd-474d-aae3-61595a91663d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:10:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-846020-predictor-5866d94d79
    namespace: kserve-ci-e2e-test
    resourceVersion: "24387"
    uid: 132cbeb4-65c5-4cf5-b564-62ec36837ec8
  kind: Event
  lastTimestamp: "2026-07-10T19:10:12Z"
  message: 'Created pod: isvc-primary-846020-predictor-5866d94d79-b2v76'
  metadata:
    creationTimestamp: "2026-07-10T19:10:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:10:12Z"
    name: isvc-primary-846020-predictor-5866d94d79.18c1035a0a003b20
    namespace: kserve-ci-e2e-test
    resourceVersion: "24414"
    uid: 4a478529-7e9f-4abd-9c36-b54c883869dc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:10:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-846020-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24385"
    uid: 7c95728b-417e-40a0-8495-404750ed5a33
  kind: Event
  lastTimestamp: "2026-07-10T19:10:12Z"
  message: Scaled up replica set isvc-primary-846020-predictor-5866d94d79 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-10T19:10:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:10:12Z"
    name: isvc-primary-846020-predictor.18c1035a0528b196
    namespace: kserve-ci-e2e-test
    resourceVersion: "24389"
    uid: 0c78ad9b-3633-4d6b-8c03-76f0b8b2fc77
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:10:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-846020-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24386"
    uid: cdb18d7a-1bdc-4fa3-a5ee-c3aca72621ce
  kind: Event
  lastTimestamp: "2026-07-10T19:10:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:10:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:10:57Z"
    name: isvc-primary-846020-predictor.18c1035d839db892
    namespace: kserve-ci-e2e-test
    resourceVersion: "24746"
    uid: f1f7acef-54ed-4bc7-8ff7-f8680fa1975c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:10:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-846020-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24386"
    uid: cdb18d7a-1bdc-4fa3-a5ee-c3aca72621ce
  kind: Event
  lastTimestamp: "2026-07-10T19:10:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:10:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:10:57Z"
    name: isvc-primary-846020-predictor.18c1035d840204ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "24747"
    uid: 96aae64e-3377-45c8-86eb-74c7a21a8547
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-10T19:10:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-846020-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24554"
    uid: cdb18d7a-1bdc-4fa3-a5ee-c3aca72621ce
  kind: Event
  lastTimestamp: "2026-07-10T19:11:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:10:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:11:42Z"
    name: isvc-primary-846020-predictor.18c103610317a179
    namespace: kserve-ci-e2e-test
    resourceVersion: "25390"
    uid: e1f0db8a-d1e2-4b2a-bcdd-897bd2bfc16d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-10T19:10:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-846020-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24554"
    uid: cdb18d7a-1bdc-4fa3-a5ee-c3aca72621ce
  kind: Event
  lastTimestamp: "2026-07-10T19:11:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:10:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:11:42Z"
    name: isvc-primary-846020-predictor.18c1036103881eeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25391"
    uid: 5dca1831-b156-41a3-9619-819bcc56722a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-10T19:10:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-846020
    namespace: kserve-ci-e2e-test
    resourceVersion: "24376"
    uid: 28784aee-b639-4fda-bc9e-c267ef2d0fcf
  kind: Event
  lastTimestamp: "2026-07-10T19:11:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-10T19:10:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:11:25Z"
    name: isvc-primary-846020.18c1035a04f73232
    namespace: kserve-ci-e2e-test
    resourceVersion: "24931"
    uid: bc009b2f-84da-4fe8-acf0-4d8b8935d2ac
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:10:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-846020
    namespace: kserve-ci-e2e-test
    resourceVersion: "24376"
    uid: 28784aee-b639-4fda-bc9e-c267ef2d0fcf
  kind: Event
  lastTimestamp: "2026-07-10T19:10:12Z"
  message: 'Failed to update status for InferenceService "isvc-primary-846020": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-846020":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-10T19:10:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:10:12Z"
    name: isvc-primary-846020.18c1035a054defc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24391"
    uid: 3b55a931-51ea-47f5-a39a-292ce97f4ae7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:10:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-846020
    namespace: kserve-ci-e2e-test
    resourceVersion: "24376"
    uid: 28784aee-b639-4fda-bc9e-c267ef2d0fcf
  kind: Event
  lastTimestamp: "2026-07-10T19:10:12Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-846020": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-10T19:10:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:10:12Z"
    name: isvc-primary-846020.18c1035a054e31d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24392"
    uid: 36d9ee38-d174-4d3b-aa4b-d5d600bd7bb0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:11:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-846020
    namespace: kserve-ci-e2e-test
    resourceVersion: "24929"
    uid: 28784aee-b639-4fda-bc9e-c267ef2d0fcf
  kind: Event
  lastTimestamp: "2026-07-10T19:11:25Z"
  message: InferenceService [isvc-primary-846020] is Ready
  metadata:
    creationTimestamp: "2026-07-10T19:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:11:25Z"
    name: isvc-primary-846020.18c1036aecaef324
    namespace: kserve-ci-e2e-test
    resourceVersion: "24930"
    uid: cb94e08a-9c99-49b5-a459-3023bc7f4fb2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-10T19:11:32.806504Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-846020-predictor-6d467dd688-6c578
    namespace: kserve-ci-e2e-test
    resourceVersion: "25201"
    uid: 71d6886a-9dcd-4ac1-a4e5-153ec83f3adf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-846020-predictor-6d467dd688-6c578
    to ip-10-0-140-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-10T19:11:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-10T19:11:32Z"
    name: isvc-secondary-846020-predictor-6d467dd688-6c578.18c1036cb2cc5ed6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25206"
    uid: 7f8a138c-4fc6-493b-8d50-f2acfb8efde5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c55bbd48f-bmqq8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:11:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-846020-predictor-6d467dd688-6c578
    namespace: kserve-ci-e2e-test
    resourceVersion: "25211"
    uid: 71d6886a-9dcd-4ac1-a4e5-153ec83f3adf
  kind: Event
  lastTimestamp: "2026-07-10T19:11:33Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-10T19:11:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-10T19:11:33Z"
    name: isvc-secondary-846020-predictor-6d467dd688-6c578.18c1036ccc3f3b11
    namespace: kserve-ci-e2e-test
    resourceVersion: "25242"
    uid: 46a8009a-fd44-4619-8c26-039399920be5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:11:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-846020-predictor-6d467dd688-6c578
    namespace: kserve-ci-e2e-test
    resourceVersion: "25204"
    uid: 71d6886a-9dcd-4ac1-a4e5-153ec83f3adf
  kind: Event
  lastTimestamp: "2026-07-10T19:11:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e7d18b8520466922c73925c5601004b31b3c3ec90f89a0821d13bdeee1848812"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:11:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:11:37Z"
    name: isvc-secondary-846020-predictor-6d467dd688-6c578.18c1036ccdac491f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25337"
    uid: f1c6d524-e4d8-4e9f-a957-fc9014e4ed00
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:11:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-846020-predictor-6d467dd688-6c578
    namespace: kserve-ci-e2e-test
    resourceVersion: "25204"
    uid: 71d6886a-9dcd-4ac1-a4e5-153ec83f3adf
  kind: Event
  lastTimestamp: "2026-07-10T19:11:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-10T19:11:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:11:37Z"
    name: isvc-secondary-846020-predictor-6d467dd688-6c578.18c1036cd0a6552b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25339"
    uid: 48452800-e485-4e78-8b2d-1905fd32f9d1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:11:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-846020-predictor-6d467dd688-6c578
    namespace: kserve-ci-e2e-test
    resourceVersion: "25204"
    uid: 71d6886a-9dcd-4ac1-a4e5-153ec83f3adf
  kind: Event
  lastTimestamp: "2026-07-10T19:11:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-10T19:11:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:11:37Z"
    name: isvc-secondary-846020-predictor-6d467dd688-6c578.18c1036cd1305436
    namespace: kserve-ci-e2e-test
    resourceVersion: "25342"
    uid: d38909cd-c793-415c-8bc3-eba9f608dec4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:11:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-846020-predictor-6d467dd688-6c578
    namespace: kserve-ci-e2e-test
    resourceVersion: "25204"
    uid: 71d6886a-9dcd-4ac1-a4e5-153ec83f3adf
  kind: Event
  lastTimestamp: "2026-07-10T19:11:39Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-846020-predictor-6d467dd688-6c578_kserve-ci-e2e-test(71d6886a-9dcd-4ac1-a4e5-153ec83f3adf)
  metadata:
    creationTimestamp: "2026-07-10T19:11:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:11:39Z"
    name: isvc-secondary-846020-predictor-6d467dd688-6c578.18c1036e3ab6c5e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25361"
    uid: 36d75570-7423-4706-a113-3eee8a1f925f
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:11:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-846020-predictor-6d467dd688
    namespace: kserve-ci-e2e-test
    resourceVersion: "25193"
    uid: 13629525-fcd3-4ae4-8f18-0d9dc020abc3
  kind: Event
  lastTimestamp: "2026-07-10T19:11:32Z"
  message: 'Created pod: isvc-secondary-846020-predictor-6d467dd688-6c578'
  metadata:
    creationTimestamp: "2026-07-10T19:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:11:32Z"
    name: isvc-secondary-846020-predictor-6d467dd688.18c1036cb2269471
    namespace: kserve-ci-e2e-test
    resourceVersion: "25203"
    uid: a9a63a43-1470-4ae9-9700-8b33876411e4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:11:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-846020-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25191"
    uid: 7f3d49c8-079f-43ca-b46b-3b5e6023ce25
  kind: Event
  lastTimestamp: "2026-07-10T19:11:32Z"
  message: Scaled up replica set isvc-secondary-846020-predictor-6d467dd688 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-10T19:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:11:32Z"
    name: isvc-secondary-846020-predictor.18c1036caf65f335
    namespace: kserve-ci-e2e-test
    resourceVersion: "25195"
    uid: 7cb2c39d-6224-4a52-9866-d60afc5cd25b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:11:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-846020-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25192"
    uid: 691106cd-b489-462e-a894-a285388a769d
  kind: Event
  lastTimestamp: "2026-07-10T19:11:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:11:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:11:47Z"
    name: isvc-secondary-846020-predictor.18c103702de23115
    namespace: kserve-ci-e2e-test
    resourceVersion: "25433"
    uid: bcdc9351-2cd1-4c81-b292-6dfac9b19891
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:11:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-846020-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25192"
    uid: 691106cd-b489-462e-a894-a285388a769d
  kind: Event
  lastTimestamp: "2026-07-10T19:11:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:11:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:11:47Z"
    name: isvc-secondary-846020-predictor.18c103702e3e4731
    namespace: kserve-ci-e2e-test
    resourceVersion: "25434"
    uid: cd1c7fe6-845f-4d74-acfb-aec9fcc7e07f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-10T19:11:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-846020
    namespace: kserve-ci-e2e-test
    resourceVersion: "25184"
    uid: e4dd52bb-b67b-4f52-802b-96fd51dae4e4
  kind: Event
  lastTimestamp: "2026-07-10T19:11:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-10T19:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:11:40Z"
    name: isvc-secondary-846020.18c1036caf408f39
    namespace: kserve-ci-e2e-test
    resourceVersion: "25373"
    uid: 54eac4cd-2539-4124-a04e-659b75cce2a7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:11:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-846020
    namespace: kserve-ci-e2e-test
    resourceVersion: "25184"
    uid: e4dd52bb-b67b-4f52-802b-96fd51dae4e4
  kind: Event
  lastTimestamp: "2026-07-10T19:11:32Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-846020":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-846020":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-10T19:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:11:32Z"
    name: isvc-secondary-846020.18c1036cafa457da
    namespace: kserve-ci-e2e-test
    resourceVersion: "25197"
    uid: 2abe85f2-b603-4e06-87f9-2213cff392a5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:11:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-846020
    namespace: kserve-ci-e2e-test
    resourceVersion: "25184"
    uid: e4dd52bb-b67b-4f52-802b-96fd51dae4e4
  kind: Event
  lastTimestamp: "2026-07-10T19:11:32Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-846020": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-10T19:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:11:32Z"
    name: isvc-secondary-846020.18c1036cafa49048
    namespace: kserve-ci-e2e-test
    resourceVersion: "25198"
    uid: f1a2cbd1-4f87-48fb-acd0-3f1848546d97
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-10T18:50:31.793005Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5548f66465-tmwk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14831"
    uid: b8d53715-810a-4c75-b8f3-a12cead6f70e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-5548f66465-tmwk5
    to ip-10-0-140-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-10T18:50:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-10T18:50:31Z"
    name: isvc-sklearn-batcher-custom-predictor-5548f66465-tmwk5.18c10247188952e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14839"
    uid: 140f6c44-cc29-4ee0-9c09-d7960421b011
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c55bbd48f-bmqq8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:50:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5548f66465-tmwk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14844"
    uid: b8d53715-810a-4c75-b8f3-a12cead6f70e
  kind: Event
  lastTimestamp: "2026-07-10T18:50:32Z"
  message: Add eth0 [10.132.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-10T18:50:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-10T18:50:32Z"
    name: isvc-sklearn-batcher-custom-predictor-5548f66465-tmwk5.18c10247317ceaba
    namespace: kserve-ci-e2e-test
    resourceVersion: "14853"
    uid: 5a9277b9-a1ff-4015-a175-d2952d11426f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:50:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5548f66465-tmwk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14834"
    uid: b8d53715-810a-4c75-b8f3-a12cead6f70e
  kind: Event
  lastTimestamp: "2026-07-10T18:50:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e7d18b8520466922c73925c5601004b31b3c3ec90f89a0821d13bdeee1848812"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T18:50:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:50:32Z"
    name: isvc-sklearn-batcher-custom-predictor-5548f66465-tmwk5.18c1024732e9d735
    namespace: kserve-ci-e2e-test
    resourceVersion: "14855"
    uid: 917ad8d9-29ad-40de-bc5b-48aee7216060
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:50:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5548f66465-tmwk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14834"
    uid: b8d53715-810a-4c75-b8f3-a12cead6f70e
  kind: Event
  lastTimestamp: "2026-07-10T18:50:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-10T18:50:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:50:32Z"
    name: isvc-sklearn-batcher-custom-predictor-5548f66465-tmwk5.18c1024735649780
    namespace: kserve-ci-e2e-test
    resourceVersion: "14857"
    uid: 472f0d45-778c-4412-ae05-b78d14e68948
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:50:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5548f66465-tmwk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14834"
    uid: b8d53715-810a-4c75-b8f3-a12cead6f70e
  kind: Event
  lastTimestamp: "2026-07-10T18:50:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-10T18:50:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:50:32Z"
    name: isvc-sklearn-batcher-custom-predictor-5548f66465-tmwk5.18c1024735d2d404
    namespace: kserve-ci-e2e-test
    resourceVersion: "14858"
    uid: cee94edf-eda3-4054-bc15-cdbc5548dc48
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:50:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5548f66465-tmwk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14834"
    uid: b8d53715-810a-4c75-b8f3-a12cead6f70e
  kind: Event
  lastTimestamp: "2026-07-10T18:50:36Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1724"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T18:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:50:36Z"
    name: isvc-sklearn-batcher-custom-predictor-5548f66465-tmwk5.18c1024838c813bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14899"
    uid: 8d7d84d3-c23b-4e8d-b260-baff85e3eceb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:50:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5548f66465-tmwk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14834"
    uid: b8d53715-810a-4c75-b8f3-a12cead6f70e
  kind: Event
  lastTimestamp: "2026-07-10T18:50:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-10T18:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:50:36Z"
    name: isvc-sklearn-batcher-custom-predictor-5548f66465-tmwk5.18c102483badd24d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14903"
    uid: fafb1876-0be3-4005-945a-561ce1a6a5f9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:50:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5548f66465-tmwk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14834"
    uid: b8d53715-810a-4c75-b8f3-a12cead6f70e
  kind: Event
  lastTimestamp: "2026-07-10T18:50:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T18:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:50:36Z"
    name: isvc-sklearn-batcher-custom-predictor-5548f66465-tmwk5.18c102483c1048fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14904"
    uid: e3bf14e0-757c-404f-bbb8-429ef864fa13
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:50:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5548f66465-tmwk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14834"
    uid: b8d53715-810a-4c75-b8f3-a12cead6f70e
  kind: Event
  lastTimestamp: "2026-07-10T18:50:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T18:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:50:36Z"
    name: isvc-sklearn-batcher-custom-predictor-5548f66465-tmwk5.18c102483c1bd8e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14907"
    uid: e59a4267-d683-48a7-9244-c416257adecb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:50:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5548f66465-tmwk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14834"
    uid: b8d53715-810a-4c75-b8f3-a12cead6f70e
  kind: Event
  lastTimestamp: "2026-07-10T18:50:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-10T18:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:50:36Z"
    name: isvc-sklearn-batcher-custom-predictor-5548f66465-tmwk5.18c102483f780ee2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14909"
    uid: d63b5b68-520a-48f6-82f4-0b6a529b6294
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:50:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5548f66465-tmwk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14834"
    uid: b8d53715-810a-4c75-b8f3-a12cead6f70e
  kind: Event
  lastTimestamp: "2026-07-10T18:50:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T18:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:50:36Z"
    name: isvc-sklearn-batcher-custom-predictor-5548f66465-tmwk5.18c102484006d335
    namespace: kserve-ci-e2e-test
    resourceVersion: "14910"
    uid: 33827e45-00d6-46ba-8085-051b89e96bda
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:50:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5548f66465-tmwk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14834"
    uid: b8d53715-810a-4c75-b8f3-a12cead6f70e
  kind: Event
  lastTimestamp: "2026-07-10T18:50:36Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:f89d75505dfa0eae68aea417576d9edc02c9c812117fbdf23c2a565323101ab5"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T18:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:50:36Z"
    name: isvc-sklearn-batcher-custom-predictor-5548f66465-tmwk5.18c102484010a2a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14911"
    uid: 8e130457-0c79-46d2-afa7-85bee43131c5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:50:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5548f66465-tmwk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14834"
    uid: b8d53715-810a-4c75-b8f3-a12cead6f70e
  kind: Event
  lastTimestamp: "2026-07-10T18:50:36Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-10T18:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:50:36Z"
    name: isvc-sklearn-batcher-custom-predictor-5548f66465-tmwk5.18c1024842898f4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14912"
    uid: 533d51c3-7e07-4939-bd28-6d34ee3fe010
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:50:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5548f66465-tmwk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14834"
    uid: b8d53715-810a-4c75-b8f3-a12cead6f70e
  kind: Event
  lastTimestamp: "2026-07-10T18:50:36Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-10T18:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:50:36Z"
    name: isvc-sklearn-batcher-custom-predictor-5548f66465-tmwk5.18c1024842ea9381
    namespace: kserve-ci-e2e-test
    resourceVersion: "14913"
    uid: f90c26c6-3f91-4554-b5d9-4005cf09cff6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-10T18:50:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5548f66465-tmwk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14834"
    uid: b8d53715-810a-4c75-b8f3-a12cead6f70e
  kind: Event
  lastTimestamp: "2026-07-10T18:52:14Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.21:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-10T18:50:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:52:14Z"
    name: isvc-sklearn-batcher-custom-predictor-5548f66465-tmwk5.18c1024874d32be9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15787"
    uid: afeac07b-8e33-4750-ba56-97610f26a018
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-10T18:50:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5548f66465-tmwk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14834"
    uid: b8d53715-810a-4c75-b8f3-a12cead6f70e
  kind: Event
  lastTimestamp: "2026-07-10T18:52:14Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-10T18:50:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:52:14Z"
    name: isvc-sklearn-batcher-custom-predictor-5548f66465-tmwk5.18c10248b09d3216
    namespace: kserve-ci-e2e-test
    resourceVersion: "15788"
    uid: 7b4e0b92-6d79-4717-883a-b7d48704beeb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:51:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5548f66465-tmwk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14834"
    uid: b8d53715-810a-4c75-b8f3-a12cead6f70e
  kind: Event
  lastTimestamp: "2026-07-10T18:51:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T18:51:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:51:56Z"
    name: isvc-sklearn-batcher-custom-predictor-5548f66465-tmwk5.18c1025aeade8a71
    namespace: kserve-ci-e2e-test
    resourceVersion: "15555"
    uid: fac02a43-e8c9-4467-bbe5-2722719cbe1e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:51:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5548f66465-tmwk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14834"
    uid: b8d53715-810a-4c75-b8f3-a12cead6f70e
  kind: Event
  lastTimestamp: "2026-07-10T18:51:56Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-10T18:51:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:51:56Z"
    name: isvc-sklearn-batcher-custom-predictor-5548f66465-tmwk5.18c1025aeadf14fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15558"
    uid: 8a7f55d7-120a-4afd-a35f-c2a12a162d20
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:51:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5548f66465-tmwk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14834"
    uid: b8d53715-810a-4c75-b8f3-a12cead6f70e
  kind: Event
  lastTimestamp: "2026-07-10T18:51:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T18:51:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:51:56Z"
    name: isvc-sklearn-batcher-custom-predictor-5548f66465-tmwk5.18c1025aeadf5b03
    namespace: kserve-ci-e2e-test
    resourceVersion: "15562"
    uid: 192f2f72-0c67-4e12-a32a-c33e14f99b36
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-10T18:51:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5548f66465-tmwk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14834"
    uid: b8d53715-810a-4c75-b8f3-a12cead6f70e
  kind: Event
  lastTimestamp: "2026-07-10T18:52:14Z"
  message: 'Readiness probe failed: Get "https://10.132.0.21:8643/healthz": dial tcp
    10.132.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-10T18:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:52:14Z"
    name: isvc-sklearn-batcher-custom-predictor-5548f66465-tmwk5.18c1025b8cc3acb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15786"
    uid: 46821803-32d5-4837-bca0-0b91f04c4470
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:50:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-5548f66465
    namespace: kserve-ci-e2e-test
    resourceVersion: "14804"
    uid: df87f668-e8d0-42b2-aff6-a7e8baa1e189
  kind: Event
  lastTimestamp: "2026-07-10T18:50:31Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-5548f66465-tmwk5'
  metadata:
    creationTimestamp: "2026-07-10T18:50:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T18:50:31Z"
    name: isvc-sklearn-batcher-custom-predictor-5548f66465.18c1024717dfda8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14833"
    uid: 4d8a26ee-5115-4491-87e1-92727580bf8e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:50:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14802"
    uid: 83fab0f7-343f-433a-b8f3-826a56d1f8ac
  kind: Event
  lastTimestamp: "2026-07-10T18:50:31Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-5548f66465
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-10T18:50:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T18:50:31Z"
    name: isvc-sklearn-batcher-custom-predictor.18c10247125f90c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14806"
    uid: 98191289-cf7e-4349-a281-2a7a70918d7d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T18:50:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14803"
    uid: f30dfdba-f965-4fd2-a38f-9fef5b69632c
  kind: Event
  lastTimestamp: "2026-07-10T18:51:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T18:50:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T18:51:01Z"
    name: isvc-sklearn-batcher-custom-predictor.18c1024a911b59c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15109"
    uid: 81393073-539e-4cc3-9497-676dea1cea26
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T18:50:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14803"
    uid: f30dfdba-f965-4fd2-a38f-9fef5b69632c
  kind: Event
  lastTimestamp: "2026-07-10T18:51:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T18:50:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T18:51:01Z"
    name: isvc-sklearn-batcher-custom-predictor.18c1024a918bc2d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15110"
    uid: 6d8fec5a-a21a-439e-9aee-fbddd5fdde93
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-10T18:51:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14992"
    uid: f30dfdba-f965-4fd2-a38f-9fef5b69632c
  kind: Event
  lastTimestamp: "2026-07-10T18:51:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T18:51:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T18:51:46Z"
    name: isvc-sklearn-batcher-custom-predictor.18c102518fb4aaf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15438"
    uid: 5547956e-79be-4fd6-9bcd-c92baf097a12
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-10T18:51:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14992"
    uid: f30dfdba-f965-4fd2-a38f-9fef5b69632c
  kind: Event
  lastTimestamp: "2026-07-10T18:51:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T18:51:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T18:51:46Z"
    name: isvc-sklearn-batcher-custom-predictor.18c1025190194c26
    namespace: kserve-ci-e2e-test
    resourceVersion: "15439"
    uid: 0f647f0c-13ba-4b8d-ba7e-7b9823452586
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-10T18:50:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14793"
    uid: b95bfbfa-01dd-425a-946e-d6cc946f6c2a
  kind: Event
  lastTimestamp: "2026-07-10T18:51:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-10T18:50:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T18:51:44Z"
    name: isvc-sklearn-batcher-custom.18c1024712383672
    namespace: kserve-ci-e2e-test
    resourceVersion: "15425"
    uid: 477c7758-a962-4bdc-8bb7-1b8734c4e93e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T18:50:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14793"
    uid: b95bfbfa-01dd-425a-946e-d6cc946f6c2a
  kind: Event
  lastTimestamp: "2026-07-10T18:50:31Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-10T18:50:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T18:50:31Z"
    name: isvc-sklearn-batcher-custom.18c10247128eda16
    namespace: kserve-ci-e2e-test
    resourceVersion: "14846"
    uid: b2b5e92a-d439-4243-bd51-19009a6e0eef
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:50:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14810"
    uid: b95bfbfa-01dd-425a-946e-d6cc946f6c2a
  kind: Event
  lastTimestamp: "2026-07-10T18:50:31Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-10T18:50:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T18:50:31Z"
    name: isvc-sklearn-batcher-custom.18c102471adf2e2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14847"
    uid: 528e53a3-96f8-4a77-b458-7e1cc61200b0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:51:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15422"
    uid: b95bfbfa-01dd-425a-946e-d6cc946f6c2a
  kind: Event
  lastTimestamp: "2026-07-10T18:51:44Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-07-10T18:51:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T18:51:44Z"
    name: isvc-sklearn-batcher-custom.18c1025814e9d036
    namespace: kserve-ci-e2e-test
    resourceVersion: "15424"
    uid: f56ed156-14bd-481b-bc37-60c94869e9cb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-10T18:48:46.740948Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-bbb4dd49b-pn698
    namespace: kserve-ci-e2e-test
    resourceVersion: "13979"
    uid: 4387b80a-cec2-4c71-a6ad-6c1629e723b2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-bbb4dd49b-pn698
    to ip-10-0-140-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-10T18:48:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-10T18:48:46Z"
    name: isvc-sklearn-batcher-predictor-bbb4dd49b-pn698.18c1022ea2f2217b
    namespace: kserve-ci-e2e-test
    resourceVersion: "13989"
    uid: e8265cd6-69cc-4c7f-b0ec-d1b630c2c19d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c55bbd48f-bmqq8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:48:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-bbb4dd49b-pn698
    namespace: kserve-ci-e2e-test
    resourceVersion: "13993"
    uid: 4387b80a-cec2-4c71-a6ad-6c1629e723b2
  kind: Event
  lastTimestamp: "2026-07-10T18:48:47Z"
  message: Add eth0 [10.132.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-10T18:48:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-10T18:48:47Z"
    name: isvc-sklearn-batcher-predictor-bbb4dd49b-pn698.18c1022ebc8fafde
    namespace: kserve-ci-e2e-test
    resourceVersion: "14001"
    uid: a63f4c84-ec24-4c40-b152-a3e47a0f900c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:48:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-bbb4dd49b-pn698
    namespace: kserve-ci-e2e-test
    resourceVersion: "13982"
    uid: 4387b80a-cec2-4c71-a6ad-6c1629e723b2
  kind: Event
  lastTimestamp: "2026-07-10T18:48:47Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:e7d18b8520466922c73925c5601004b31b3c3ec90f89a0821d13bdeee1848812"
  metadata:
    creationTimestamp: "2026-07-10T18:48:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:48:47Z"
    name: isvc-sklearn-batcher-predictor-bbb4dd49b-pn698.18c1022ebe791a2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14003"
    uid: ced2b1e8-317f-4aa5-b3c0-f9fd0f0b9dd1
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:48:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-bbb4dd49b-pn698
    namespace: kserve-ci-e2e-test
    resourceVersion: "13982"
    uid: 4387b80a-cec2-4c71-a6ad-6c1629e723b2
  kind: Event
  lastTimestamp: "2026-07-10T18:48:51Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:e7d18b8520466922c73925c5601004b31b3c3ec90f89a0821d13bdeee1848812"
    in 4.047s (4.047s including waiting). Image size: 302769600 bytes.'
  metadata:
    creationTimestamp: "2026-07-10T18:48:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:48:51Z"
    name: isvc-sklearn-batcher-predictor-bbb4dd49b-pn698.18c1022fafb3ed73
    namespace: kserve-ci-e2e-test
    resourceVersion: "14027"
    uid: 5449403b-184a-448e-9013-28615a4913b7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:48:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-bbb4dd49b-pn698
    namespace: kserve-ci-e2e-test
    resourceVersion: "13982"
    uid: 4387b80a-cec2-4c71-a6ad-6c1629e723b2
  kind: Event
  lastTimestamp: "2026-07-10T18:48:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-10T18:48:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:48:51Z"
    name: isvc-sklearn-batcher-predictor-bbb4dd49b-pn698.18c1022fb2f1b40d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14029"
    uid: 961fd29f-a62f-475a-be7e-66c5ec659e97
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:48:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-bbb4dd49b-pn698
    namespace: kserve-ci-e2e-test
    resourceVersion: "13982"
    uid: 4387b80a-cec2-4c71-a6ad-6c1629e723b2
  kind: Event
  lastTimestamp: "2026-07-10T18:48:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-10T18:48:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:48:51Z"
    name: isvc-sklearn-batcher-predictor-bbb4dd49b-pn698.18c1022fb365736b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14030"
    uid: e9323aef-cf5b-4592-ad77-93951bc1d70f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:48:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-bbb4dd49b-pn698
    namespace: kserve-ci-e2e-test
    resourceVersion: "13982"
    uid: 4387b80a-cec2-4c71-a6ad-6c1629e723b2
  kind: Event
  lastTimestamp: "2026-07-10T18:48:55Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1724"
  metadata:
    creationTimestamp: "2026-07-10T18:48:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:48:55Z"
    name: isvc-sklearn-batcher-predictor-bbb4dd49b-pn698.18c102309d6b2d32
    namespace: kserve-ci-e2e-test
    resourceVersion: "14067"
    uid: 1aa81a4a-b648-4a43-a8c1-ab713bc387a7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:49:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-bbb4dd49b-pn698
    namespace: kserve-ci-e2e-test
    resourceVersion: "13982"
    uid: 4387b80a-cec2-4c71-a6ad-6c1629e723b2
  kind: Event
  lastTimestamp: "2026-07-10T18:49:09Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1724"
    in 14.139s (14.139s including waiting). Image size: 1560931772 bytes.'
  metadata:
    creationTimestamp: "2026-07-10T18:49:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:49:09Z"
    name: isvc-sklearn-batcher-predictor-bbb4dd49b-pn698.18c10233e831a9f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14175"
    uid: 7b09871b-3be2-4ac1-b1b6-ab8b4e701971
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:49:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-bbb4dd49b-pn698
    namespace: kserve-ci-e2e-test
    resourceVersion: "13982"
    uid: 4387b80a-cec2-4c71-a6ad-6c1629e723b2
  kind: Event
  lastTimestamp: "2026-07-10T18:49:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-10T18:49:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:49:09Z"
    name: isvc-sklearn-batcher-predictor-bbb4dd49b-pn698.18c10233eadd15af
    namespace: kserve-ci-e2e-test
    resourceVersion: "14176"
    uid: 5cde56e3-d5be-4f7a-abf0-48a5b395e7c9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:49:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-bbb4dd49b-pn698
    namespace: kserve-ci-e2e-test
    resourceVersion: "13982"
    uid: 4387b80a-cec2-4c71-a6ad-6c1629e723b2
  kind: Event
  lastTimestamp: "2026-07-10T18:49:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T18:49:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:49:09Z"
    name: isvc-sklearn-batcher-predictor-bbb4dd49b-pn698.18c10233eb4b3039
    namespace: kserve-ci-e2e-test
    resourceVersion: "14177"
    uid: a34c9cc6-077f-41e0-8673-e143e48fea84
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:49:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-bbb4dd49b-pn698
    namespace: kserve-ci-e2e-test
    resourceVersion: "13982"
    uid: 4387b80a-cec2-4c71-a6ad-6c1629e723b2
  kind: Event
  lastTimestamp: "2026-07-10T18:49:09Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-10T18:49:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:49:09Z"
    name: isvc-sklearn-batcher-predictor-bbb4dd49b-pn698.18c10233eb571d15
    namespace: kserve-ci-e2e-test
    resourceVersion: "14178"
    uid: 2e0fd4ed-d872-4fe7-afea-5970dfc53e86
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:49:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-bbb4dd49b-pn698
    namespace: kserve-ci-e2e-test
    resourceVersion: "13982"
    uid: 4387b80a-cec2-4c71-a6ad-6c1629e723b2
  kind: Event
  lastTimestamp: "2026-07-10T18:49:12Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.635s (2.635s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-10T18:49:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:49:12Z"
    name: isvc-sklearn-batcher-predictor-bbb4dd49b-pn698.18c10234886c24d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14197"
    uid: 35f30284-a10a-4910-8f70-84a339c8d752
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:49:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-bbb4dd49b-pn698
    namespace: kserve-ci-e2e-test
    resourceVersion: "13982"
    uid: 4387b80a-cec2-4c71-a6ad-6c1629e723b2
  kind: Event
  lastTimestamp: "2026-07-10T18:49:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-10T18:49:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:49:12Z"
    name: isvc-sklearn-batcher-predictor-bbb4dd49b-pn698.18c102348b5d428b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14198"
    uid: 8cabe171-fc39-41fd-afbf-6e308e587386
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:49:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-bbb4dd49b-pn698
    namespace: kserve-ci-e2e-test
    resourceVersion: "13982"
    uid: 4387b80a-cec2-4c71-a6ad-6c1629e723b2
  kind: Event
  lastTimestamp: "2026-07-10T18:49:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T18:49:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:49:12Z"
    name: isvc-sklearn-batcher-predictor-bbb4dd49b-pn698.18c102348bcb4d5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14199"
    uid: c10a3111-b9f8-44cd-9ac5-e1dc48085ae4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:49:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-bbb4dd49b-pn698
    namespace: kserve-ci-e2e-test
    resourceVersion: "13982"
    uid: 4387b80a-cec2-4c71-a6ad-6c1629e723b2
  kind: Event
  lastTimestamp: "2026-07-10T18:49:12Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:f89d75505dfa0eae68aea417576d9edc02c9c812117fbdf23c2a565323101ab5"
  metadata:
    creationTimestamp: "2026-07-10T18:49:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:49:12Z"
    name: isvc-sklearn-batcher-predictor-bbb4dd49b-pn698.18c102348bd74b1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14200"
    uid: 1603eda2-ffba-4f47-93ec-603d76df05d7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:49:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-bbb4dd49b-pn698
    namespace: kserve-ci-e2e-test
    resourceVersion: "13982"
    uid: 4387b80a-cec2-4c71-a6ad-6c1629e723b2
  kind: Event
  lastTimestamp: "2026-07-10T18:49:14Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:f89d75505dfa0eae68aea417576d9edc02c9c812117fbdf23c2a565323101ab5"
    in 2.782s (2.782s including waiting). Image size: 239695460 bytes.'
  metadata:
    creationTimestamp: "2026-07-10T18:49:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:49:14Z"
    name: isvc-sklearn-batcher-predictor-bbb4dd49b-pn698.18c1023531aad433
    namespace: kserve-ci-e2e-test
    resourceVersion: "14221"
    uid: e4011c1c-bed6-4e1a-9cb6-9bc86497d9db
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:49:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-bbb4dd49b-pn698
    namespace: kserve-ci-e2e-test
    resourceVersion: "13982"
    uid: 4387b80a-cec2-4c71-a6ad-6c1629e723b2
  kind: Event
  lastTimestamp: "2026-07-10T18:49:14Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-10T18:49:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:49:14Z"
    name: isvc-sklearn-batcher-predictor-bbb4dd49b-pn698.18c10235345a3775
    namespace: kserve-ci-e2e-test
    resourceVersion: "14222"
    uid: fb0e4d6d-dcf9-45b3-aba9-57d7a13ddae5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:49:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-bbb4dd49b-pn698
    namespace: kserve-ci-e2e-test
    resourceVersion: "13982"
    uid: 4387b80a-cec2-4c71-a6ad-6c1629e723b2
  kind: Event
  lastTimestamp: "2026-07-10T18:49:14Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-10T18:49:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:49:14Z"
    name: isvc-sklearn-batcher-predictor-bbb4dd49b-pn698.18c1023534c97748
    namespace: kserve-ci-e2e-test
    resourceVersion: "14223"
    uid: dad4baf3-ecab-47de-919f-2391cc8611cf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-10T18:49:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-bbb4dd49b-pn698
    namespace: kserve-ci-e2e-test
    resourceVersion: "13982"
    uid: 4387b80a-cec2-4c71-a6ad-6c1629e723b2
  kind: Event
  lastTimestamp: "2026-07-10T18:50:48Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.20:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-10T18:49:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:50:48Z"
    name: isvc-sklearn-batcher-predictor-bbb4dd49b-pn698.18c1023587237c30
    namespace: kserve-ci-e2e-test
    resourceVersion: "15005"
    uid: 9f64821f-a4b7-4290-8925-b015f6a20be0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-10T18:49:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-bbb4dd49b-pn698
    namespace: kserve-ci-e2e-test
    resourceVersion: "13982"
    uid: 4387b80a-cec2-4c71-a6ad-6c1629e723b2
  kind: Event
  lastTimestamp: "2026-07-10T18:50:48Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-10T18:49:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:50:48Z"
    name: isvc-sklearn-batcher-predictor-bbb4dd49b-pn698.18c10235872c5ae8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15004"
    uid: 8a72893f-93a9-409a-9457-2bd65d749d56
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:50:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-bbb4dd49b-pn698
    namespace: kserve-ci-e2e-test
    resourceVersion: "13982"
    uid: 4387b80a-cec2-4c71-a6ad-6c1629e723b2
  kind: Event
  lastTimestamp: "2026-07-10T18:50:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T18:50:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:50:31Z"
    name: isvc-sklearn-batcher-predictor-bbb4dd49b-pn698.18c1024717dccaf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14832"
    uid: ffa82225-b8c8-4a41-acc5-6a568c722151
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:50:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-bbb4dd49b-pn698
    namespace: kserve-ci-e2e-test
    resourceVersion: "13982"
    uid: 4387b80a-cec2-4c71-a6ad-6c1629e723b2
  kind: Event
  lastTimestamp: "2026-07-10T18:50:31Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-10T18:50:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:50:31Z"
    name: isvc-sklearn-batcher-predictor-bbb4dd49b-pn698.18c1024717dd09cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14836"
    uid: 2e32f1e5-9bb2-4185-8090-4ebe6c22fc54
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:50:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-bbb4dd49b-pn698
    namespace: kserve-ci-e2e-test
    resourceVersion: "13982"
    uid: 4387b80a-cec2-4c71-a6ad-6c1629e723b2
  kind: Event
  lastTimestamp: "2026-07-10T18:50:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T18:50:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:50:31Z"
    name: isvc-sklearn-batcher-predictor-bbb4dd49b-pn698.18c1024717dde8e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14837"
    uid: bad24004-0d6a-4d36-8938-f0389ef87fa8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-10T18:50:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-bbb4dd49b-pn698
    namespace: kserve-ci-e2e-test
    resourceVersion: "13982"
    uid: 4387b80a-cec2-4c71-a6ad-6c1629e723b2
  kind: Event
  lastTimestamp: "2026-07-10T18:50:52Z"
  message: 'Readiness probe failed: Get "https://10.132.0.20:8643/healthz": dial tcp
    10.132.0.20:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-10T18:50:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:50:52Z"
    name: isvc-sklearn-batcher-predictor-bbb4dd49b-pn698.18c1024739436b99
    namespace: kserve-ci-e2e-test
    resourceVersion: "15034"
    uid: 3e4a11fb-af92-425e-af6a-004583d8c9fd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:48:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-bbb4dd49b
    namespace: kserve-ci-e2e-test
    resourceVersion: "13971"
    uid: 4e85fbc4-6795-4c08-914c-7111b6af2928
  kind: Event
  lastTimestamp: "2026-07-10T18:48:46Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-bbb4dd49b-pn698'
  metadata:
    creationTimestamp: "2026-07-10T18:48:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T18:48:46Z"
    name: isvc-sklearn-batcher-predictor-bbb4dd49b.18c1022ea2840b8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "13983"
    uid: e9b6f000-6ac2-4ea9-8133-2769b03b7e52
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:48:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13970"
    uid: 15a4e127-e843-49c0-b166-b49029c5fe79
  kind: Event
  lastTimestamp: "2026-07-10T18:48:46Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-bbb4dd49b from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-10T18:48:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T18:48:46Z"
    name: isvc-sklearn-batcher-predictor.18c1022e9c37bedb
    namespace: kserve-ci-e2e-test
    resourceVersion: "13972"
    uid: 14b4ac3c-1ec0-4530-839f-d6792732f5b1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-10T18:49:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13978"
    uid: 2a61769d-8442-4dc8-8b3f-08c56e0effd3
  kind: Event
  lastTimestamp: "2026-07-10T18:49:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T18:49:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T18:49:31Z"
    name: isvc-sklearn-batcher-predictor.18c102322225c568
    namespace: kserve-ci-e2e-test
    resourceVersion: "14349"
    uid: 4e98e199-c329-4e24-9835-de4e9c9bb1da
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-10T18:49:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13978"
    uid: 2a61769d-8442-4dc8-8b3f-08c56e0effd3
  kind: Event
  lastTimestamp: "2026-07-10T18:49:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T18:49:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T18:49:31Z"
    name: isvc-sklearn-batcher-predictor.18c1023222af48a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14350"
    uid: 3d4942b8-3be8-4507-ace6-6a629b5dfd0a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-10T18:49:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14114"
    uid: 2a61769d-8442-4dc8-8b3f-08c56e0effd3
  kind: Event
  lastTimestamp: "2026-07-10T18:50:16Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T18:49:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T18:50:16Z"
    name: isvc-sklearn-batcher-predictor.18c1023c9f91ff96
    namespace: kserve-ci-e2e-test
    resourceVersion: "14680"
    uid: 6b98a3a3-1259-4d0c-9925-531a63029217
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-10T18:49:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14114"
    uid: 2a61769d-8442-4dc8-8b3f-08c56e0effd3
  kind: Event
  lastTimestamp: "2026-07-10T18:50:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T18:49:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T18:50:16Z"
    name: isvc-sklearn-batcher-predictor.18c1023c9fff3d22
    namespace: kserve-ci-e2e-test
    resourceVersion: "14681"
    uid: ce611725-41bf-4a96-adf9-c2c53cfd374e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-10T18:48:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13962"
    uid: 7884e029-408c-46de-ae29-fdd090545965
  kind: Event
  lastTimestamp: "2026-07-10T18:50:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-10T18:48:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T18:50:18Z"
    name: isvc-sklearn-batcher.18c1022ea2171705
    namespace: kserve-ci-e2e-test
    resourceVersion: "14701"
    uid: aacfa2f3-282e-4de4-aad0-cdcd5109ad18
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:48:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13962"
    uid: 7884e029-408c-46de-ae29-fdd090545965
  kind: Event
  lastTimestamp: "2026-07-10T18:48:46Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-10T18:48:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T18:48:46Z"
    name: isvc-sklearn-batcher.18c1022ea2a82d2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13985"
    uid: effdc72f-2e64-4884-8075-6a8fdd37f37e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:48:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13962"
    uid: 7884e029-408c-46de-ae29-fdd090545965
  kind: Event
  lastTimestamp: "2026-07-10T18:48:46Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-10T18:48:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T18:48:46Z"
    name: isvc-sklearn-batcher.18c1022ea2a893ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "13988"
    uid: 678d576b-be9c-4ba9-b1e7-fd552492f17e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:50:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14699"
    uid: 7884e029-408c-46de-ae29-fdd090545965
  kind: Event
  lastTimestamp: "2026-07-10T18:50:18Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-07-10T18:50:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T18:50:18Z"
    name: isvc-sklearn-batcher.18c10243fcef9bb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14700"
    uid: 2f6f91b5-d142-4bd6-95ae-8885b339df99
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-10T19:01:03.729048Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5c8676b6cb-h87kf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20007"
    uid: 7f203187-df69-4531-ae76-ac5a3449a8be
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-5c8676b6cb-h87kf
    to ip-10-0-140-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-10T19:01:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-10T19:01:03Z"
    name: isvc-sklearn-mcp-predictor-5c8676b6cb-h87kf.18c102da3adc28cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20012"
    uid: 0a41763c-0eed-4a18-8065-da3da72f8550
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c55bbd48f-bmqq8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:01:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5c8676b6cb-h87kf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20017"
    uid: 7f203187-df69-4531-ae76-ac5a3449a8be
  kind: Event
  lastTimestamp: "2026-07-10T19:01:04Z"
  message: Add eth0 [10.132.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-10T19:01:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-10T19:01:04Z"
    name: isvc-sklearn-mcp-predictor-5c8676b6cb-h87kf.18c102da54db2d03
    namespace: kserve-ci-e2e-test
    resourceVersion: "20026"
    uid: b22ce328-355c-4efc-abca-bb0c5db6ec69
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:01:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5c8676b6cb-h87kf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20011"
    uid: 7f203187-df69-4531-ae76-ac5a3449a8be
  kind: Event
  lastTimestamp: "2026-07-10T19:01:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e7d18b8520466922c73925c5601004b31b3c3ec90f89a0821d13bdeee1848812"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:01:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:01:04Z"
    name: isvc-sklearn-mcp-predictor-5c8676b6cb-h87kf.18c102da56863b74
    namespace: kserve-ci-e2e-test
    resourceVersion: "20028"
    uid: 1eb2b6dd-209f-4a9c-942d-9678b662d177
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:01:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5c8676b6cb-h87kf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20011"
    uid: 7f203187-df69-4531-ae76-ac5a3449a8be
  kind: Event
  lastTimestamp: "2026-07-10T19:01:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-10T19:01:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:01:04Z"
    name: isvc-sklearn-mcp-predictor-5c8676b6cb-h87kf.18c102da58d73457
    namespace: kserve-ci-e2e-test
    resourceVersion: "20029"
    uid: 4e8bb720-d9de-4575-b7bb-0785d327ccc5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:01:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5c8676b6cb-h87kf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20011"
    uid: 7f203187-df69-4531-ae76-ac5a3449a8be
  kind: Event
  lastTimestamp: "2026-07-10T19:01:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-10T19:01:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:01:04Z"
    name: isvc-sklearn-mcp-predictor-5c8676b6cb-h87kf.18c102da593da6a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20030"
    uid: 9d7ef823-822f-4258-b652-ef5677f6d18c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:01:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5c8676b6cb-h87kf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20011"
    uid: 7f203187-df69-4531-ae76-ac5a3449a8be
  kind: Event
  lastTimestamp: "2026-07-10T19:01:08Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1724"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:01:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:01:08Z"
    name: isvc-sklearn-mcp-predictor-5c8676b6cb-h87kf.18c102db3af71297
    namespace: kserve-ci-e2e-test
    resourceVersion: "20064"
    uid: 1b901e4a-e6a6-42f8-9dfa-0b8ebe781127
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:01:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5c8676b6cb-h87kf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20011"
    uid: 7f203187-df69-4531-ae76-ac5a3449a8be
  kind: Event
  lastTimestamp: "2026-07-10T19:01:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-10T19:01:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:01:08Z"
    name: isvc-sklearn-mcp-predictor-5c8676b6cb-h87kf.18c102db3db2cd22
    namespace: kserve-ci-e2e-test
    resourceVersion: "20066"
    uid: 03831458-b78f-4686-a5d8-1137a189c7ff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:01:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5c8676b6cb-h87kf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20011"
    uid: 7f203187-df69-4531-ae76-ac5a3449a8be
  kind: Event
  lastTimestamp: "2026-07-10T19:01:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:01:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:01:08Z"
    name: isvc-sklearn-mcp-predictor-5c8676b6cb-h87kf.18c102db3e1abcea
    namespace: kserve-ci-e2e-test
    resourceVersion: "20067"
    uid: 76d4fb07-5707-4c35-b4e1-6d2e84d707b4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:01:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5c8676b6cb-h87kf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20011"
    uid: 7f203187-df69-4531-ae76-ac5a3449a8be
  kind: Event
  lastTimestamp: "2026-07-10T19:01:08Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-07-10T19:01:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:01:08Z"
    name: isvc-sklearn-mcp-predictor-5c8676b6cb-h87kf.18c102db3e2b10d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20068"
    uid: 0a6a8db6-e7d0-46ae-abfc-1fc30ecf9cd8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:01:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5c8676b6cb-h87kf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20011"
    uid: 7f203187-df69-4531-ae76-ac5a3449a8be
  kind: Event
  lastTimestamp: "2026-07-10T19:01:10Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.789s (2.789s including waiting). Image size: 239481897 bytes.'
  metadata:
    creationTimestamp: "2026-07-10T19:01:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:01:10Z"
    name: isvc-sklearn-mcp-predictor-5c8676b6cb-h87kf.18c102dbe469b374
    namespace: kserve-ci-e2e-test
    resourceVersion: "20089"
    uid: 93f9b120-b842-4b79-bf90-f9873d677afb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:01:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5c8676b6cb-h87kf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20011"
    uid: 7f203187-df69-4531-ae76-ac5a3449a8be
  kind: Event
  lastTimestamp: "2026-07-10T19:01:10Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-07-10T19:01:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:01:10Z"
    name: isvc-sklearn-mcp-predictor-5c8676b6cb-h87kf.18c102dbe75c2a87
    namespace: kserve-ci-e2e-test
    resourceVersion: "20090"
    uid: c1f46e86-69e0-4ecb-bc77-cbefc00a747c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:01:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5c8676b6cb-h87kf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20011"
    uid: 7f203187-df69-4531-ae76-ac5a3449a8be
  kind: Event
  lastTimestamp: "2026-07-10T19:01:10Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-07-10T19:01:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:01:10Z"
    name: isvc-sklearn-mcp-predictor-5c8676b6cb-h87kf.18c102dbe7bc356c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20091"
    uid: 0e4ab524-22bb-4d5a-9b5c-981e54ee4284
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:01:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5c8676b6cb-h87kf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20011"
    uid: 7f203187-df69-4531-ae76-ac5a3449a8be
  kind: Event
  lastTimestamp: "2026-07-10T19:01:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:01:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:01:10Z"
    name: isvc-sklearn-mcp-predictor-5c8676b6cb-h87kf.18c102dbe7c6f965
    namespace: kserve-ci-e2e-test
    resourceVersion: "20092"
    uid: e28fe169-e3c4-4db1-9ade-cc411c14eabe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:01:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5c8676b6cb-h87kf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20011"
    uid: 7f203187-df69-4531-ae76-ac5a3449a8be
  kind: Event
  lastTimestamp: "2026-07-10T19:01:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-10T19:01:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:01:10Z"
    name: isvc-sklearn-mcp-predictor-5c8676b6cb-h87kf.18c102dbea3f5d2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20093"
    uid: 200bbb62-2d10-46e0-9630-8f5d97d5c8cc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:01:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5c8676b6cb-h87kf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20011"
    uid: 7f203187-df69-4531-ae76-ac5a3449a8be
  kind: Event
  lastTimestamp: "2026-07-10T19:01:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:01:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:01:10Z"
    name: isvc-sklearn-mcp-predictor-5c8676b6cb-h87kf.18c102dbeaa30e31
    namespace: kserve-ci-e2e-test
    resourceVersion: "20094"
    uid: 0fca8a34-6f06-48c8-9d95-77fadb9adc31
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-10T19:01:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5c8676b6cb-h87kf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20011"
    uid: 7f203187-df69-4531-ae76-ac5a3449a8be
  kind: Event
  lastTimestamp: "2026-07-10T19:02:48Z"
  message: 'Readiness probe failed: Get "http://10.132.0.29:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.132.0.29:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-10T19:01:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:02:48Z"
    name: isvc-sklearn-mcp-predictor-5c8676b6cb-h87kf.18c102e2395b31a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20868"
    uid: 1eee9e51-f214-492d-92ad-dca7d7af39cc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:02:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5c8676b6cb-h87kf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20011"
    uid: 7f203187-df69-4531-ae76-ac5a3449a8be
  kind: Event
  lastTimestamp: "2026-07-10T19:02:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:02:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:02:23Z"
    name: isvc-sklearn-mcp-predictor-5c8676b6cb-h87kf.18c102ece14f4a23
    namespace: kserve-ci-e2e-test
    resourceVersion: "20636"
    uid: 6c7f4ba6-d06d-4fe6-8454-fcd4dd974974
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:02:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5c8676b6cb-h87kf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20011"
    uid: 7f203187-df69-4531-ae76-ac5a3449a8be
  kind: Event
  lastTimestamp: "2026-07-10T19:02:23Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-07-10T19:02:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:02:23Z"
    name: isvc-sklearn-mcp-predictor-5c8676b6cb-h87kf.18c102ece14ff247
    namespace: kserve-ci-e2e-test
    resourceVersion: "20638"
    uid: 71c5fcd7-88ba-437d-b8e4-03bd23334da0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:02:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5c8676b6cb-h87kf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20011"
    uid: 7f203187-df69-4531-ae76-ac5a3449a8be
  kind: Event
  lastTimestamp: "2026-07-10T19:02:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:02:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:02:23Z"
    name: isvc-sklearn-mcp-predictor-5c8676b6cb-h87kf.18c102ece1501bc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20641"
    uid: c2ee585d-1ed3-4d88-a400-3240b7d5115d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-10T19:02:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5c8676b6cb-h87kf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20011"
    uid: 7f203187-df69-4531-ae76-ac5a3449a8be
  kind: Event
  lastTimestamp: "2026-07-10T19:02:53Z"
  message: 'Readiness probe failed: Get "https://10.132.0.29:8643/healthz": dial tcp
    10.132.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-10T19:02:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:02:53Z"
    name: isvc-sklearn-mcp-predictor-5c8676b6cb-h87kf.18c102eddd4f2af1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20903"
    uid: a7ca9c03-069d-482e-9aa7-2f317d52af5a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:01:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-5c8676b6cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19995"
    uid: b17309e4-4948-49c9-805b-a9387bbe067d
  kind: Event
  lastTimestamp: "2026-07-10T19:01:03Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-5c8676b6cb-h87kf'
  metadata:
    creationTimestamp: "2026-07-10T19:01:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:01:03Z"
    name: isvc-sklearn-mcp-predictor-5c8676b6cb.18c102da39e682c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20008"
    uid: 237223c5-b4a5-49bb-8ed2-241fd33372a3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:01:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19992"
    uid: ba14c723-1c31-4066-b430-80654411675f
  kind: Event
  lastTimestamp: "2026-07-10T19:01:03Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-5c8676b6cb from 0 to 1
  metadata:
    creationTimestamp: "2026-07-10T19:01:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:01:03Z"
    name: isvc-sklearn-mcp-predictor.18c102da364fa3de
    namespace: kserve-ci-e2e-test
    resourceVersion: "19998"
    uid: 99fe1d77-4a10-40a7-98c6-33e2e53b00dd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-10T19:01:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19970"
    uid: 9fe671ec-39d0-4656-9835-1a3109d956c5
  kind: Event
  lastTimestamp: "2026-07-10T19:02:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-10T19:01:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:02:18Z"
    name: isvc-sklearn-mcp.18c102da35b823cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20565"
    uid: dcde61d4-192a-457f-bc6b-e046b0882f54
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:01:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19970"
    uid: 9fe671ec-39d0-4656-9835-1a3109d956c5
  kind: Event
  lastTimestamp: "2026-07-10T19:01:03Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-10T19:01:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:01:03Z"
    name: isvc-sklearn-mcp.18c102da36320c57
    namespace: kserve-ci-e2e-test
    resourceVersion: "20018"
    uid: 8f08efda-8f41-4aa2-832d-f476f17abac3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:01:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19982"
    uid: 9fe671ec-39d0-4656-9835-1a3109d956c5
  kind: Event
  lastTimestamp: "2026-07-10T19:01:03Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-mcp": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-10T19:01:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:01:03Z"
    name: isvc-sklearn-mcp.18c102da3cf1adc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20019"
    uid: 38402a2b-2dc9-49c1-8642-fe64b1bb0ef9
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:02:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20563"
    uid: 9fe671ec-39d0-4656-9835-1a3109d956c5
  kind: Event
  lastTimestamp: "2026-07-10T19:02:18Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-07-10T19:02:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:02:18Z"
    name: isvc-sklearn-mcp.18c102eb9095562d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20564"
    uid: e72bfbd3-b30e-4ebc-a746-4d6a2d1dc0b1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-10T19:21:03.637644Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-7cc4654bd-r5qpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29935"
    uid: 158f1e38-e2d6-4a25-a11c-0921bbfb2f60
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-7cc4654bd-r5qpp
    to ip-10-0-140-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-10T19:21:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-10T19:21:03Z"
    name: isvc-sklearn-predictor-7cc4654bd-r5qpp.18c103f19afc42a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29943"
    uid: 717e6248-9f5b-4aa2-b534-09a966540bc1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c55bbd48f-bmqq8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:21:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-7cc4654bd-r5qpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29948"
    uid: 158f1e38-e2d6-4a25-a11c-0921bbfb2f60
  kind: Event
  lastTimestamp: "2026-07-10T19:21:04Z"
  message: Add eth0 [10.132.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-10T19:21:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-10T19:21:04Z"
    name: isvc-sklearn-predictor-7cc4654bd-r5qpp.18c103f1b408de19
    namespace: kserve-ci-e2e-test
    resourceVersion: "29952"
    uid: 706f4e20-4629-4127-bd1f-93004cb39983
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:21:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-7cc4654bd-r5qpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29940"
    uid: 158f1e38-e2d6-4a25-a11c-0921bbfb2f60
  kind: Event
  lastTimestamp: "2026-07-10T19:21:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e7d18b8520466922c73925c5601004b31b3c3ec90f89a0821d13bdeee1848812"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:21:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:21:04Z"
    name: isvc-sklearn-predictor-7cc4654bd-r5qpp.18c103f1b66eac8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29954"
    uid: 46ff0457-c7b3-47ce-9400-db94d8ef1d02
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:21:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-7cc4654bd-r5qpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29940"
    uid: 158f1e38-e2d6-4a25-a11c-0921bbfb2f60
  kind: Event
  lastTimestamp: "2026-07-10T19:21:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-10T19:21:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:21:04Z"
    name: isvc-sklearn-predictor-7cc4654bd-r5qpp.18c103f1b8f55c76
    namespace: kserve-ci-e2e-test
    resourceVersion: "29955"
    uid: 6a4ac392-397c-46ae-9b3a-303527545376
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:21:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-7cc4654bd-r5qpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29940"
    uid: 158f1e38-e2d6-4a25-a11c-0921bbfb2f60
  kind: Event
  lastTimestamp: "2026-07-10T19:21:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-10T19:21:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:21:04Z"
    name: isvc-sklearn-predictor-7cc4654bd-r5qpp.18c103f1b966ab15
    namespace: kserve-ci-e2e-test
    resourceVersion: "29956"
    uid: cbfac56e-19e7-4248-8daf-31e20fa29927
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:21:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7cc4654bd-r5qpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29940"
    uid: 158f1e38-e2d6-4a25-a11c-0921bbfb2f60
  kind: Event
  lastTimestamp: "2026-07-10T19:21:08Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1724"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:21:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:21:08Z"
    name: isvc-sklearn-predictor-7cc4654bd-r5qpp.18c103f2bcfa7d9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29992"
    uid: a7812231-c800-4aea-ae73-e8288de68680
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:21:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7cc4654bd-r5qpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29940"
    uid: 158f1e38-e2d6-4a25-a11c-0921bbfb2f60
  kind: Event
  lastTimestamp: "2026-07-10T19:21:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-10T19:21:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:21:08Z"
    name: isvc-sklearn-predictor-7cc4654bd-r5qpp.18c103f2c09d70d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29996"
    uid: 80ef1187-45b2-4bdb-8588-0ea23ef46a88
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:21:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7cc4654bd-r5qpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29940"
    uid: 158f1e38-e2d6-4a25-a11c-0921bbfb2f60
  kind: Event
  lastTimestamp: "2026-07-10T19:21:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:21:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:21:08Z"
    name: isvc-sklearn-predictor-7cc4654bd-r5qpp.18c103f2c10ef692
    namespace: kserve-ci-e2e-test
    resourceVersion: "29997"
    uid: 6a5824a5-c57a-4c02-93f7-118374ff0fed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:21:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-7cc4654bd-r5qpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29940"
    uid: 158f1e38-e2d6-4a25-a11c-0921bbfb2f60
  kind: Event
  lastTimestamp: "2026-07-10T19:21:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:21:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:21:08Z"
    name: isvc-sklearn-predictor-7cc4654bd-r5qpp.18c103f2c11bb5c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29998"
    uid: 84cb252d-ae2d-4aa2-900d-4e3755172714
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:21:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-7cc4654bd-r5qpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29940"
    uid: 158f1e38-e2d6-4a25-a11c-0921bbfb2f60
  kind: Event
  lastTimestamp: "2026-07-10T19:21:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-10T19:21:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:21:08Z"
    name: isvc-sklearn-predictor-7cc4654bd-r5qpp.18c103f2c3f1ed83
    namespace: kserve-ci-e2e-test
    resourceVersion: "30000"
    uid: 67fdb528-9a18-4709-9ff5-ee25c02a3b10
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:21:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-7cc4654bd-r5qpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29940"
    uid: 158f1e38-e2d6-4a25-a11c-0921bbfb2f60
  kind: Event
  lastTimestamp: "2026-07-10T19:21:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:21:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:21:08Z"
    name: isvc-sklearn-predictor-7cc4654bd-r5qpp.18c103f2c46125d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30001"
    uid: 26b8d87e-4b12-4083-beec-0462bf428a1f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-10T19:21:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7cc4654bd-r5qpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29940"
    uid: 158f1e38-e2d6-4a25-a11c-0921bbfb2f60
  kind: Event
  lastTimestamp: "2026-07-10T19:22:26Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-10T19:21:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:22:26Z"
    name: isvc-sklearn-predictor-7cc4654bd-r5qpp.18c103f334d17382
    namespace: kserve-ci-e2e-test
    resourceVersion: "30635"
    uid: a2ce95d3-f7ad-44eb-97b7-bd93eaae85d5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:22:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7cc4654bd-r5qpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29940"
    uid: 158f1e38-e2d6-4a25-a11c-0921bbfb2f60
  kind: Event
  lastTimestamp: "2026-07-10T19:22:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:22:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:22:23Z"
    name: isvc-sklearn-predictor-7cc4654bd-r5qpp.18c10404424e9924
    namespace: kserve-ci-e2e-test
    resourceVersion: "30572"
    uid: 4e3a2a57-200f-4fcf-b3f0-8e89682646a4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:22:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-7cc4654bd-r5qpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29940"
    uid: 158f1e38-e2d6-4a25-a11c-0921bbfb2f60
  kind: Event
  lastTimestamp: "2026-07-10T19:22:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:22:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:22:23Z"
    name: isvc-sklearn-predictor-7cc4654bd-r5qpp.18c10404424f429a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30576"
    uid: 9efbe9a2-262f-4107-812b-0b083ad418d9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:22:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-7cc4654bd-r5qpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29940"
    uid: 158f1e38-e2d6-4a25-a11c-0921bbfb2f60
  kind: Event
  lastTimestamp: "2026-07-10T19:22:26Z"
  message: 'Readiness probe failed: Get "https://10.132.0.45:8643/healthz": dial tcp
    10.132.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-10T19:22:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:22:26Z"
    name: isvc-sklearn-predictor-7cc4654bd-r5qpp.18c10404e6efc3ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "30634"
    uid: 078b3e15-4813-4ffe-aa4d-48f202c9a82a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:21:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-7cc4654bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29927"
    uid: c7c69b89-c679-4cf3-bb9f-263ccfe8dfbd
  kind: Event
  lastTimestamp: "2026-07-10T19:21:03Z"
  message: 'Created pod: isvc-sklearn-predictor-7cc4654bd-r5qpp'
  metadata:
    creationTimestamp: "2026-07-10T19:21:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:21:03Z"
    name: isvc-sklearn-predictor-7cc4654bd.18c103f19a887d4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29938"
    uid: 44290986-f7b3-472d-8ee5-605cb0395ad0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:21:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29925"
    uid: a4ed6a5d-34bc-4732-b1f3-b56ededadeea
  kind: Event
  lastTimestamp: "2026-07-10T19:21:03Z"
  message: Scaled up replica set isvc-sklearn-predictor-7cc4654bd from 0 to 1
  metadata:
    creationTimestamp: "2026-07-10T19:21:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:21:03Z"
    name: isvc-sklearn-predictor.18c103f197e9416a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29929"
    uid: d7e8a004-1810-44e0-b2ba-48e0ae70b767
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:21:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29926"
    uid: 0ace090a-b2f0-49ff-b656-663f615e7eda
  kind: Event
  lastTimestamp: "2026-07-10T19:21:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:21:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:21:33Z"
    name: isvc-sklearn-predictor.18c103f5168a5a56
    namespace: kserve-ci-e2e-test
    resourceVersion: "30184"
    uid: ffada6c4-5aad-4c6e-bf7a-bcf59b496203
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:21:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29926"
    uid: 0ace090a-b2f0-49ff-b656-663f615e7eda
  kind: Event
  lastTimestamp: "2026-07-10T19:21:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:21:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:21:33Z"
    name: isvc-sklearn-predictor.18c103f516efb51e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30185"
    uid: c3798746-b2d5-43cd-889b-f9500499b7d1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-10T19:21:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30074"
    uid: 0ace090a-b2f0-49ff-b656-663f615e7eda
  kind: Event
  lastTimestamp: "2026-07-10T19:22:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:21:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:22:18Z"
    name: isvc-sklearn-predictor.18c103fc152b686f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30517"
    uid: 2333dd0b-3c42-470a-b29b-002e021fdc23
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-10T19:21:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30074"
    uid: 0ace090a-b2f0-49ff-b656-663f615e7eda
  kind: Event
  lastTimestamp: "2026-07-10T19:22:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:21:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:22:18Z"
    name: isvc-sklearn-predictor.18c103fc15afb541
    namespace: kserve-ci-e2e-test
    resourceVersion: "30518"
    uid: a3d3b475-2fa5-48dc-84fb-8378f217bdcb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-10T19:23:24.000792Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-75676ff7cd-cjbwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31115"
    uid: 2645f280-a226-4082-a12d-737b0dd0a9a5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-75676ff7cd-cjbwq
    to ip-10-0-140-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-10T19:23:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-10T19:23:24Z"
    name: isvc-sklearn-runtime-predictor-75676ff7cd-cjbwq.18c104124947e871
    namespace: kserve-ci-e2e-test
    resourceVersion: "31122"
    uid: 94156f4d-93ee-4b27-a7df-583170cb98d3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c55bbd48f-bmqq8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:23:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-75676ff7cd-cjbwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31125"
    uid: 2645f280-a226-4082-a12d-737b0dd0a9a5
  kind: Event
  lastTimestamp: "2026-07-10T19:23:24Z"
  message: Add eth0 [10.132.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-10T19:23:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-10T19:23:24Z"
    name: isvc-sklearn-runtime-predictor-75676ff7cd-cjbwq.18c1041262b13f30
    namespace: kserve-ci-e2e-test
    resourceVersion: "31132"
    uid: b2bdeae7-353d-498f-a72f-da041c2bc230
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:23:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-75676ff7cd-cjbwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31119"
    uid: 2645f280-a226-4082-a12d-737b0dd0a9a5
  kind: Event
  lastTimestamp: "2026-07-10T19:23:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e7d18b8520466922c73925c5601004b31b3c3ec90f89a0821d13bdeee1848812"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:23:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:23:24Z"
    name: isvc-sklearn-runtime-predictor-75676ff7cd-cjbwq.18c104126417a5ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "31134"
    uid: 57334c7e-de63-4ac5-9c42-a87e45e53be8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:23:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-75676ff7cd-cjbwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31119"
    uid: 2645f280-a226-4082-a12d-737b0dd0a9a5
  kind: Event
  lastTimestamp: "2026-07-10T19:23:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-10T19:23:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:23:24Z"
    name: isvc-sklearn-runtime-predictor-75676ff7cd-cjbwq.18c1041266bf9202
    namespace: kserve-ci-e2e-test
    resourceVersion: "31136"
    uid: afae8fc2-7029-45c3-b00d-0fcc7d1906fd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:23:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-75676ff7cd-cjbwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31119"
    uid: 2645f280-a226-4082-a12d-737b0dd0a9a5
  kind: Event
  lastTimestamp: "2026-07-10T19:23:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-10T19:23:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:23:24Z"
    name: isvc-sklearn-runtime-predictor-75676ff7cd-cjbwq.18c104126729fd82
    namespace: kserve-ci-e2e-test
    resourceVersion: "31137"
    uid: ef16a365-6a4e-46db-8cf5-f7d0edbe4a02
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:23:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-75676ff7cd-cjbwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31119"
    uid: 2645f280-a226-4082-a12d-737b0dd0a9a5
  kind: Event
  lastTimestamp: "2026-07-10T19:23:31Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1724"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:23:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:23:31Z"
    name: isvc-sklearn-runtime-predictor-75676ff7cd-cjbwq.18c10413ebe4657a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31188"
    uid: ef3eeddf-13ff-4deb-9bbd-ffdeb209734e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:23:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-75676ff7cd-cjbwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31119"
    uid: 2645f280-a226-4082-a12d-737b0dd0a9a5
  kind: Event
  lastTimestamp: "2026-07-10T19:23:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-10T19:23:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:23:31Z"
    name: isvc-sklearn-runtime-predictor-75676ff7cd-cjbwq.18c10413ef6358bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31191"
    uid: 694551bf-ad36-4bec-9f5f-314d738e3bbf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:23:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-75676ff7cd-cjbwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31119"
    uid: 2645f280-a226-4082-a12d-737b0dd0a9a5
  kind: Event
  lastTimestamp: "2026-07-10T19:23:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:23:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:23:31Z"
    name: isvc-sklearn-runtime-predictor-75676ff7cd-cjbwq.18c10413efd12536
    namespace: kserve-ci-e2e-test
    resourceVersion: "31194"
    uid: 772f92de-c01b-4046-9615-e5f956d36a3f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:23:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-75676ff7cd-cjbwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31119"
    uid: 2645f280-a226-4082-a12d-737b0dd0a9a5
  kind: Event
  lastTimestamp: "2026-07-10T19:23:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:23:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:23:31Z"
    name: isvc-sklearn-runtime-predictor-75676ff7cd-cjbwq.18c10413efda3dfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31195"
    uid: 3c231d5f-b960-44b6-9e16-57e9e6ec1874
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:23:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-75676ff7cd-cjbwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31119"
    uid: 2645f280-a226-4082-a12d-737b0dd0a9a5
  kind: Event
  lastTimestamp: "2026-07-10T19:23:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-10T19:23:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:23:31Z"
    name: isvc-sklearn-runtime-predictor-75676ff7cd-cjbwq.18c10413f3608600
    namespace: kserve-ci-e2e-test
    resourceVersion: "31197"
    uid: c9f75331-60ba-4a60-8296-fa27a4aece6a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:23:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-75676ff7cd-cjbwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31119"
    uid: 2645f280-a226-4082-a12d-737b0dd0a9a5
  kind: Event
  lastTimestamp: "2026-07-10T19:23:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:23:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:23:31Z"
    name: isvc-sklearn-runtime-predictor-75676ff7cd-cjbwq.18c10413f3d59eff
    namespace: kserve-ci-e2e-test
    resourceVersion: "31198"
    uid: 2399c503-47ac-4d90-9be7-f4126049f79e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-10T19:23:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-75676ff7cd-cjbwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31119"
    uid: 2645f280-a226-4082-a12d-737b0dd0a9a5
  kind: Event
  lastTimestamp: "2026-07-10T19:23:39Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-10T19:23:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:23:39Z"
    name: isvc-sklearn-runtime-predictor-75676ff7cd-cjbwq.18c1041463e0e223
    namespace: kserve-ci-e2e-test
    resourceVersion: "31263"
    uid: 5f136e6c-d895-4e28-849b-f676ab05420c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:24:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-75676ff7cd-cjbwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31119"
    uid: 2645f280-a226-4082-a12d-737b0dd0a9a5
  kind: Event
  lastTimestamp: "2026-07-10T19:24:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:24:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:24:01Z"
    name: isvc-sklearn-runtime-predictor-75676ff7cd-cjbwq.18c1041af23f4707
    namespace: kserve-ci-e2e-test
    resourceVersion: "31439"
    uid: d840b28e-5225-4c75-855f-d91fda4759db
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:24:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-75676ff7cd-cjbwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31119"
    uid: 2645f280-a226-4082-a12d-737b0dd0a9a5
  kind: Event
  lastTimestamp: "2026-07-10T19:24:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:24:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:24:01Z"
    name: isvc-sklearn-runtime-predictor-75676ff7cd-cjbwq.18c1041af2405b18
    namespace: kserve-ci-e2e-test
    resourceVersion: "31440"
    uid: 7c3bf40f-b0e4-4d7f-8085-f41cc73c9e17
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:23:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-75676ff7cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31099"
    uid: 5f7468c1-83c5-466d-9169-1578b5098157
  kind: Event
  lastTimestamp: "2026-07-10T19:23:23Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-75676ff7cd-cjbwq'
  metadata:
    creationTimestamp: "2026-07-10T19:23:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:23:23Z"
    name: isvc-sklearn-runtime-predictor-75676ff7cd.18c1041248bcf758
    namespace: kserve-ci-e2e-test
    resourceVersion: "31117"
    uid: 670da92a-f033-4d8b-b39d-e25a4dd84c69
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:23:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31096"
    uid: b4f685f5-d4f2-4a31-95c1-85ff86773848
  kind: Event
  lastTimestamp: "2026-07-10T19:23:23Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-75676ff7cd from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-10T19:23:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:23:23Z"
    name: isvc-sklearn-runtime-predictor.18c1041245c60531
    namespace: kserve-ci-e2e-test
    resourceVersion: "31101"
    uid: bf22a5e9-4d4b-453c-aece-2c468942c01d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:23:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31098"
    uid: e2e9493c-b955-4fe3-820c-3dd2f20da182
  kind: Event
  lastTimestamp: "2026-07-10T19:23:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:23:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:23:38Z"
    name: isvc-sklearn-runtime-predictor.18c10415c4cef586
    namespace: kserve-ci-e2e-test
    resourceVersion: "31257"
    uid: fa085ee4-d83e-4f9d-a9df-c5cc10d224b2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:23:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31098"
    uid: e2e9493c-b955-4fe3-820c-3dd2f20da182
  kind: Event
  lastTimestamp: "2026-07-10T19:23:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:23:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:23:38Z"
    name: isvc-sklearn-runtime-predictor.18c10415c52f5b0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31259"
    uid: 22753cd6-954a-48fa-b86d-39eee2ede49e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:23:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31258"
    uid: e2e9493c-b955-4fe3-820c-3dd2f20da182
  kind: Event
  lastTimestamp: "2026-07-10T19:23:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:23:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:23:53Z"
    name: isvc-sklearn-runtime-predictor.18c1041943f4a47a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31365"
    uid: 89f53d9f-801f-40e7-bcc5-6a8ee4cc0aba
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:23:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31258"
    uid: e2e9493c-b955-4fe3-820c-3dd2f20da182
  kind: Event
  lastTimestamp: "2026-07-10T19:23:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:23:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:23:53Z"
    name: isvc-sklearn-runtime-predictor.18c10419445e5a4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31366"
    uid: 25495d62-5555-40d9-b045-fe36b3916130
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-10T19:23:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31076"
    uid: 01a531c8-67c6-49d3-917f-1cc8bc87b744
  kind: Event
  lastTimestamp: "2026-07-10T19:23:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-10T19:23:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:23:49Z"
    name: isvc-sklearn-runtime.18c1041245cefcfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "31334"
    uid: af4df2b2-e269-4976-b0d9-4d68ba6a29fe
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:23:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31076"
    uid: 01a531c8-67c6-49d3-917f-1cc8bc87b744
  kind: Event
  lastTimestamp: "2026-07-10T19:23:23Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-10T19:23:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:23:23Z"
    name: isvc-sklearn-runtime.18c10412464d277b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31107"
    uid: cc3dc7d1-6b80-4d23-8868-f7fc2d105076
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:23:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31332"
    uid: 01a531c8-67c6-49d3-917f-1cc8bc87b744
  kind: Event
  lastTimestamp: "2026-07-10T19:23:49Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-10T19:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:23:49Z"
    name: isvc-sklearn-runtime.18c104182371f319
    namespace: kserve-ci-e2e-test
    resourceVersion: "31333"
    uid: 7557fde5-8cd1-4d25-a494-bf66366299f2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-10T19:37:54.936421Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-84b6676767-76kvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38119"
    uid: 2455825f-0519-4a5c-8343-5637af266025
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-84b6676767-76kvb
    to ip-10-0-140-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-10T19:37:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-10T19:37:54Z"
    name: isvc-sklearn-s3-predictor-84b6676767-76kvb.18c104dd111700c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38126"
    uid: 369a57fe-272c-420c-9aa4-b0d60da11e83
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c55bbd48f-bmqq8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:37:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-84b6676767-76kvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38122"
    uid: 2455825f-0519-4a5c-8343-5637af266025
  kind: Event
  lastTimestamp: "2026-07-10T19:37:55Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-10T19:37:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:37:55Z"
    name: isvc-sklearn-s3-predictor-84b6676767-76kvb.18c104dd1b85c342
    namespace: kserve-ci-e2e-test
    resourceVersion: "38134"
    uid: 73ca3586-3027-47ad-bc56-19ec57e39398
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:37:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-84b6676767-76kvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38130"
    uid: 2455825f-0519-4a5c-8343-5637af266025
  kind: Event
  lastTimestamp: "2026-07-10T19:37:55Z"
  message: Add eth0 [10.132.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-10T19:37:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-10T19:37:55Z"
    name: isvc-sklearn-s3-predictor-84b6676767-76kvb.18c104dd4e130e7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38146"
    uid: f135e87a-b930-4a09-afd1-5e5f529899cc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:37:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-84b6676767-76kvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38122"
    uid: 2455825f-0519-4a5c-8343-5637af266025
  kind: Event
  lastTimestamp: "2026-07-10T19:37:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e7d18b8520466922c73925c5601004b31b3c3ec90f89a0821d13bdeee1848812"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:37:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:37:55Z"
    name: isvc-sklearn-s3-predictor-84b6676767-76kvb.18c104dd4f80376d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38148"
    uid: a45b1c49-4f2c-4a39-9847-aadeabff8e22
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:37:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-84b6676767-76kvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38122"
    uid: 2455825f-0519-4a5c-8343-5637af266025
  kind: Event
  lastTimestamp: "2026-07-10T19:37:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-10T19:37:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:37:56Z"
    name: isvc-sklearn-s3-predictor-84b6676767-76kvb.18c104dd526b87d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38149"
    uid: 5a80830f-6cb8-4081-9da5-6e2e7c73dfa9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:37:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-84b6676767-76kvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38122"
    uid: 2455825f-0519-4a5c-8343-5637af266025
  kind: Event
  lastTimestamp: "2026-07-10T19:37:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-10T19:37:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:37:56Z"
    name: isvc-sklearn-s3-predictor-84b6676767-76kvb.18c104dd52dde5a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38150"
    uid: 99521945-99ca-4ea2-9c7d-f31b58058308
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:37:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-84b6676767-76kvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38122"
    uid: 2455825f-0519-4a5c-8343-5637af266025
  kind: Event
  lastTimestamp: "2026-07-10T19:37:57Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1724"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:37:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:37:57Z"
    name: isvc-sklearn-s3-predictor-84b6676767-76kvb.18c104dd9d9cae7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38166"
    uid: 77e2044f-2939-4321-941f-5e8f70dae2d5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:37:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-84b6676767-76kvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38122"
    uid: 2455825f-0519-4a5c-8343-5637af266025
  kind: Event
  lastTimestamp: "2026-07-10T19:37:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-10T19:37:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:37:57Z"
    name: isvc-sklearn-s3-predictor-84b6676767-76kvb.18c104dda07cff61
    namespace: kserve-ci-e2e-test
    resourceVersion: "38168"
    uid: 416dd213-a8e9-4ea7-a55a-83d01a531cad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:37:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-84b6676767-76kvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38122"
    uid: 2455825f-0519-4a5c-8343-5637af266025
  kind: Event
  lastTimestamp: "2026-07-10T19:37:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:37:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:37:57Z"
    name: isvc-sklearn-s3-predictor-84b6676767-76kvb.18c104dda10ae564
    namespace: kserve-ci-e2e-test
    resourceVersion: "38170"
    uid: 6d59c7e5-f091-4859-817b-e7ea1fa5c482
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:37:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-84b6676767-76kvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38122"
    uid: 2455825f-0519-4a5c-8343-5637af266025
  kind: Event
  lastTimestamp: "2026-07-10T19:37:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:37:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:37:57Z"
    name: isvc-sklearn-s3-predictor-84b6676767-76kvb.18c104dda1150da8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38172"
    uid: b8943e24-3f0a-4dcb-a410-98af52027612
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:37:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-84b6676767-76kvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38122"
    uid: 2455825f-0519-4a5c-8343-5637af266025
  kind: Event
  lastTimestamp: "2026-07-10T19:37:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-10T19:37:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:37:57Z"
    name: isvc-sklearn-s3-predictor-84b6676767-76kvb.18c104dda39737a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38174"
    uid: e3bbf626-14c3-402c-840e-1fa1c7e8f8b1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:37:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-84b6676767-76kvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38122"
    uid: 2455825f-0519-4a5c-8343-5637af266025
  kind: Event
  lastTimestamp: "2026-07-10T19:37:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:37:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:37:57Z"
    name: isvc-sklearn-s3-predictor-84b6676767-76kvb.18c104dda40eba1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38175"
    uid: 0d187778-634f-4a4c-be76-c1b5936dcea0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-10T19:37:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-84b6676767-76kvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38122"
    uid: 2455825f-0519-4a5c-8343-5637af266025
  kind: Event
  lastTimestamp: "2026-07-10T19:39:15Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-10T19:37:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:39:15Z"
    name: isvc-sklearn-s3-predictor-84b6676767-76kvb.18c104de15b873f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38784"
    uid: 07f446bb-a62a-4925-813f-75b2666497bb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:39:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-84b6676767-76kvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38122"
    uid: 2455825f-0519-4a5c-8343-5637af266025
  kind: Event
  lastTimestamp: "2026-07-10T19:39:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:39:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:39:15Z"
    name: isvc-sklearn-s3-predictor-84b6676767-76kvb.18c104efb7c14b42
    namespace: kserve-ci-e2e-test
    resourceVersion: "38741"
    uid: 2f928ce0-aee5-447f-ac33-2cf61ca19328
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:39:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-84b6676767-76kvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38122"
    uid: 2455825f-0519-4a5c-8343-5637af266025
  kind: Event
  lastTimestamp: "2026-07-10T19:39:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:39:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:39:15Z"
    name: isvc-sklearn-s3-predictor-84b6676767-76kvb.18c104efb7c1d8d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38742"
    uid: dc128f6a-fd40-4840-84c0-362732c5ddba
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:39:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-84b6676767-76kvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38122"
    uid: 2455825f-0519-4a5c-8343-5637af266025
  kind: Event
  lastTimestamp: "2026-07-10T19:39:15Z"
  message: 'Readiness probe failed: Get "https://10.132.0.60:8643/healthz": dial tcp
    10.132.0.60:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-10T19:39:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:39:15Z"
    name: isvc-sklearn-s3-predictor-84b6676767-76kvb.18c104efc7e059ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "38783"
    uid: 8c30644d-6ad7-4bfb-92bf-ed4cf8c48f50
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:37:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-84b6676767
    namespace: kserve-ci-e2e-test
    resourceVersion: "38111"
    uid: 6c4e1bdf-3eff-4374-b286-554843e478b6
  kind: Event
  lastTimestamp: "2026-07-10T19:37:54Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-84b6676767-76kvb'
  metadata:
    creationTimestamp: "2026-07-10T19:37:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:37:54Z"
    name: isvc-sklearn-s3-predictor-84b6676767.18c104dd10a6a026
    namespace: kserve-ci-e2e-test
    resourceVersion: "38121"
    uid: 82292b2b-634a-448d-b968-d536d2d9b3e3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:37:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38109"
    uid: ed67d554-47ba-4b62-a48b-94936bffa99d
  kind: Event
  lastTimestamp: "2026-07-10T19:37:54Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-84b6676767 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-10T19:37:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:37:54Z"
    name: isvc-sklearn-s3-predictor.18c104dd0e26ba09
    namespace: kserve-ci-e2e-test
    resourceVersion: "38113"
    uid: fedaeea2-ee3b-40d9-801f-f10dfc2e1616
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:38:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38110"
    uid: 1d1af761-7d2b-47a1-be23-0c5028a6d143
  kind: Event
  lastTimestamp: "2026-07-10T19:38:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:38:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:38:39Z"
    name: isvc-sklearn-s3-predictor.18c104e08d098858
    namespace: kserve-ci-e2e-test
    resourceVersion: "38482"
    uid: 55f6685d-2e43-497d-8141-b0fce2816f34
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:38:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38110"
    uid: 1d1af761-7d2b-47a1-be23-0c5028a6d143
  kind: Event
  lastTimestamp: "2026-07-10T19:38:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:38:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:38:39Z"
    name: isvc-sklearn-s3-predictor.18c104e08d862eae
    namespace: kserve-ci-e2e-test
    resourceVersion: "38483"
    uid: 12f0a1c5-5baf-4d98-b811-a989a206399c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-10T19:38:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38269"
    uid: 1d1af761-7d2b-47a1-be23-0c5028a6d143
  kind: Event
  lastTimestamp: "2026-07-10T19:39:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:38:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:39:09Z"
    name: isvc-sklearn-s3-predictor.18c104e40c64d8b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38686"
    uid: a43a48e2-998b-4a2b-b1e0-4812533a3d01
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-10T19:38:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38269"
    uid: 1d1af761-7d2b-47a1-be23-0c5028a6d143
  kind: Event
  lastTimestamp: "2026-07-10T19:39:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:38:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:39:09Z"
    name: isvc-sklearn-s3-predictor.18c104e40cd26a6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38687"
    uid: 0b346d03-36c8-466a-8b96-32d525b72705
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-10T19:41:48.461598Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-75985686d5-vt2g6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40053"
    uid: cf54f7d7-dadf-47c6-8a8a-87c81bc5b2b9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-75985686d5-vt2g6
    to ip-10-0-140-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-10T19:41:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-10T19:41:48Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-75985686d5-vt2g6.18c1051370466deb
    namespace: kserve-ci-e2e-test
    resourceVersion: "40061"
    uid: 93086f23-5f4d-4d24-ae81-58c218c3cef9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c55bbd48f-bmqq8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:41:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-75985686d5-vt2g6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40056"
    uid: cf54f7d7-dadf-47c6-8a8a-87c81bc5b2b9
  kind: Event
  lastTimestamp: "2026-07-10T19:41:48Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-10T19:41:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:41:48Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-75985686d5-vt2g6.18c105137b8bad74
    namespace: kserve-ci-e2e-test
    resourceVersion: "40071"
    uid: 07efa848-1727-46c4-8eac-9937a4e8c09d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:41:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-75985686d5-vt2g6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40063"
    uid: cf54f7d7-dadf-47c6-8a8a-87c81bc5b2b9
  kind: Event
  lastTimestamp: "2026-07-10T19:41:49Z"
  message: Add eth0 [10.132.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-10T19:41:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-10T19:41:49Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-75985686d5-vt2g6.18c10513ad46b3ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "40084"
    uid: f4d9f5e2-a735-47c8-be27-0b5fc17617ff
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:41:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-75985686d5-vt2g6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40056"
    uid: cf54f7d7-dadf-47c6-8a8a-87c81bc5b2b9
  kind: Event
  lastTimestamp: "2026-07-10T19:41:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e7d18b8520466922c73925c5601004b31b3c3ec90f89a0821d13bdeee1848812"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:41:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:41:54Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-75985686d5-vt2g6.18c10513aee0676d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40126"
    uid: 7ef8b156-f40c-483f-8ea6-110cc6d5f73e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:41:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-75985686d5-vt2g6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40056"
    uid: cf54f7d7-dadf-47c6-8a8a-87c81bc5b2b9
  kind: Event
  lastTimestamp: "2026-07-10T19:41:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-10T19:41:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:41:54Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-75985686d5-vt2g6.18c10513b168a07c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40129"
    uid: fa835050-0513-4d4a-a014-5b635abdbfc7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:41:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-75985686d5-vt2g6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40056"
    uid: cf54f7d7-dadf-47c6-8a8a-87c81bc5b2b9
  kind: Event
  lastTimestamp: "2026-07-10T19:41:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-10T19:41:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:41:54Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-75985686d5-vt2g6.18c10513b1cb0f53
    namespace: kserve-ci-e2e-test
    resourceVersion: "40131"
    uid: 025d2434-27df-41ba-bee8-177384e34c69
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:41:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-75985686d5-vt2g6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40056"
    uid: cf54f7d7-dadf-47c6-8a8a-87c81bc5b2b9
  kind: Event
  lastTimestamp: "2026-07-10T19:41:58Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-10T19:41:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:41:58Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-75985686d5-vt2g6.18c10515c42effcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "40174"
    uid: abd8e2a5-e30d-44d6-a2e1-546b6eb5d5e9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:41:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-75985686d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40044"
    uid: 5f1656fb-7ac4-4cc6-96c2-3c820bb23e5f
  kind: Event
  lastTimestamp: "2026-07-10T19:41:48Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-75985686d5-vt2g6'
  metadata:
    creationTimestamp: "2026-07-10T19:41:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:41:48Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-75985686d5.18c105136fcba06a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40055"
    uid: f34670d8-12b3-4d78-be78-22a92dd11123
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:41:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40042"
    uid: 2500451a-956f-4a80-afc4-52eee4097b52
  kind: Event
  lastTimestamp: "2026-07-10T19:41:48Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-75985686d5
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-10T19:41:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:41:48Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18c105136d6f1097
    namespace: kserve-ci-e2e-test
    resourceVersion: "40046"
    uid: 845f50a8-7ddd-4387-b378-169b5bcee6de
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-10T19:41:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40035"
    uid: 15a1ad2e-715a-4cd0-8d23-e113e11d9910
  kind: Event
  lastTimestamp: "2026-07-10T19:41:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-10T19:41:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:41:54Z"
    name: isvc-sklearn-s3-tls-custom-fail.18c105136d49476d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40132"
    uid: 1800753b-cdca-49b6-8d8a-7a8bfb1073cb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:41:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40035"
    uid: 15a1ad2e-715a-4cd0-8d23-e113e11d9910
  kind: Event
  lastTimestamp: "2026-07-10T19:41:48Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-10T19:41:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:41:48Z"
    name: isvc-sklearn-s3-tls-custom-fail.18c105136da35ed8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40067"
    uid: 97a70309-6142-4be5-9d6c-35e252899b96
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:41:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40038"
    uid: 15a1ad2e-715a-4cd0-8d23-e113e11d9910
  kind: Event
  lastTimestamp: "2026-07-10T19:41:48Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-10T19:41:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:41:48Z"
    name: isvc-sklearn-s3-tls-custom-fail.18c1051375918d25
    namespace: kserve-ci-e2e-test
    resourceVersion: "40068"
    uid: 8193b72a-13b5-4051-aee4-3ac3aee16688
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-10T19:40:37.352138Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-98ffcd57f-npq4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39481"
    uid: 3809b85a-cd6a-47c0-9189-407b0e2e197c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-98ffcd57f-npq4b
    to ip-10-0-140-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-10T19:40:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-10T19:40:37Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-98ffcd57f-npq4b.18c10502e1d239a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39488"
    uid: bb04b137-e4fe-497d-aebf-20ca4ce7e3bf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c55bbd48f-bmqq8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:40:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-98ffcd57f-npq4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39493"
    uid: 3809b85a-cd6a-47c0-9189-407b0e2e197c
  kind: Event
  lastTimestamp: "2026-07-10T19:40:37Z"
  message: Add eth0 [10.132.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-10T19:40:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-10T19:40:37Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-98ffcd57f-npq4b.18c10502fb03f83a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39500"
    uid: 79cb565d-f6ee-4b5f-95e7-1540f7ef3453
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:40:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-98ffcd57f-npq4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39484"
    uid: 3809b85a-cd6a-47c0-9189-407b0e2e197c
  kind: Event
  lastTimestamp: "2026-07-10T19:40:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e7d18b8520466922c73925c5601004b31b3c3ec90f89a0821d13bdeee1848812"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:40:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:40:37Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-98ffcd57f-npq4b.18c10502fc5b2837
    namespace: kserve-ci-e2e-test
    resourceVersion: "39502"
    uid: 302287c7-5428-4f49-b692-c7e384c13363
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:40:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-98ffcd57f-npq4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39484"
    uid: 3809b85a-cd6a-47c0-9189-407b0e2e197c
  kind: Event
  lastTimestamp: "2026-07-10T19:40:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-10T19:40:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:40:37Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-98ffcd57f-npq4b.18c10502feeb7217
    namespace: kserve-ci-e2e-test
    resourceVersion: "39504"
    uid: cfad460c-eca9-49a3-abda-15a12175effa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:40:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-98ffcd57f-npq4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39484"
    uid: 3809b85a-cd6a-47c0-9189-407b0e2e197c
  kind: Event
  lastTimestamp: "2026-07-10T19:40:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-10T19:40:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:40:37Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-98ffcd57f-npq4b.18c10502ff5ad244
    namespace: kserve-ci-e2e-test
    resourceVersion: "39505"
    uid: 8ce05f31-b561-405f-9371-e2e721e2eb2d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:40:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-98ffcd57f-npq4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39484"
    uid: 3809b85a-cd6a-47c0-9189-407b0e2e197c
  kind: Event
  lastTimestamp: "2026-07-10T19:40:38Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1724"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:40:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:40:38Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-98ffcd57f-npq4b.18c105033e3b1d31
    namespace: kserve-ci-e2e-test
    resourceVersion: "39520"
    uid: 9ac86e06-5239-4f6d-98a3-431008a46087
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:40:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-98ffcd57f-npq4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39484"
    uid: 3809b85a-cd6a-47c0-9189-407b0e2e197c
  kind: Event
  lastTimestamp: "2026-07-10T19:40:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-10T19:40:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:40:38Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-98ffcd57f-npq4b.18c1050341a65653
    namespace: kserve-ci-e2e-test
    resourceVersion: "39525"
    uid: a8d2cbae-3971-43ac-8f12-5a52220cf744
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:40:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-98ffcd57f-npq4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39484"
    uid: 3809b85a-cd6a-47c0-9189-407b0e2e197c
  kind: Event
  lastTimestamp: "2026-07-10T19:40:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:40:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:40:38Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-98ffcd57f-npq4b.18c105034215b023
    namespace: kserve-ci-e2e-test
    resourceVersion: "39526"
    uid: 06682871-1a52-48be-a10a-a0db3b2a5d4c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:40:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-98ffcd57f-npq4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39484"
    uid: 3809b85a-cd6a-47c0-9189-407b0e2e197c
  kind: Event
  lastTimestamp: "2026-07-10T19:40:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:40:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:40:38Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-98ffcd57f-npq4b.18c105034221df6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39527"
    uid: 06444833-9a6c-43dd-b9a2-3c062b451a7a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:40:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-98ffcd57f-npq4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39484"
    uid: 3809b85a-cd6a-47c0-9189-407b0e2e197c
  kind: Event
  lastTimestamp: "2026-07-10T19:40:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-10T19:40:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:40:39Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-98ffcd57f-npq4b.18c10503451414c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39528"
    uid: 7945e915-28f8-4afe-8918-ad1a28f2f789
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:40:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-98ffcd57f-npq4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39484"
    uid: 3809b85a-cd6a-47c0-9189-407b0e2e197c
  kind: Event
  lastTimestamp: "2026-07-10T19:40:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:40:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:40:39Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-98ffcd57f-npq4b.18c105034581966c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39529"
    uid: a5571681-e9f8-486d-be74-93cd0c88eb8e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-10T19:40:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-98ffcd57f-npq4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39484"
    uid: 3809b85a-cd6a-47c0-9189-407b0e2e197c
  kind: Event
  lastTimestamp: "2026-07-10T19:41:36Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.63:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-10T19:40:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:41:36Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-98ffcd57f-npq4b.18c10503b611bfd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39921"
    uid: a1b72010-aefe-43ba-80f8-7c2fe5a45c89
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:41:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-98ffcd57f-npq4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39484"
    uid: 3809b85a-cd6a-47c0-9189-407b0e2e197c
  kind: Event
  lastTimestamp: "2026-07-10T19:41:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:41:47Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-98ffcd57f-npq4b.18c1051330f858e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40019"
    uid: 74126058-b471-4845-ab6a-731eb2d7c2cc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:41:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-98ffcd57f-npq4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39484"
    uid: 3809b85a-cd6a-47c0-9189-407b0e2e197c
  kind: Event
  lastTimestamp: "2026-07-10T19:41:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:41:47Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-98ffcd57f-npq4b.18c1051330f98bec
    namespace: kserve-ci-e2e-test
    resourceVersion: "40020"
    uid: 5f25a8b0-ee05-49a4-b3cf-6fc56d008d05
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:40:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-98ffcd57f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39473"
    uid: 889b2964-a594-488a-9796-8fff34d4306d
  kind: Event
  lastTimestamp: "2026-07-10T19:40:37Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-98ffcd57f-npq4b'
  metadata:
    creationTimestamp: "2026-07-10T19:40:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:40:37Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-98ffcd57f.18c10502e167d88b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39483"
    uid: 9c1d147f-2c60-4923-9475-92b26b62893c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:40:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39471"
    uid: 8abe0e89-d00f-4eb1-9ee1-02813b9dab5a
  kind: Event
  lastTimestamp: "2026-07-10T19:40:37Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-98ffcd57f
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-10T19:40:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:40:37Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c10502debd804d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39475"
    uid: 074a0f9e-c5e7-45f8-aeec-bb273c5cb76a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-10T19:40:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39472"
    uid: bc4acc95-667d-4f28-b8ea-b412e20fc927
  kind: Event
  lastTimestamp: "2026-07-10T19:41:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:40:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:41:22Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c105065d29a3a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39813"
    uid: ce856cbf-7f15-4eb9-a8bd-c3460292cfa7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-10T19:40:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39472"
    uid: bc4acc95-667d-4f28-b8ea-b412e20fc927
  kind: Event
  lastTimestamp: "2026-07-10T19:41:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:40:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:41:22Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c105065d8e8a96
    namespace: kserve-ci-e2e-test
    resourceVersion: "39814"
    uid: 6c63be69-76ba-4884-96e4-e46bfb66431e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:41:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39620"
    uid: bc4acc95-667d-4f28-b8ea-b412e20fc927
  kind: Event
  lastTimestamp: "2026-07-10T19:41:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:41:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:41:37Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c10510da93e373
    namespace: kserve-ci-e2e-test
    resourceVersion: "39925"
    uid: f0639d6c-c88d-4add-a0d5-d85549ab3217
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:41:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39620"
    uid: bc4acc95-667d-4f28-b8ea-b412e20fc927
  kind: Event
  lastTimestamp: "2026-07-10T19:41:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:41:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:41:37Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c10510daf3e5d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39927"
    uid: 4a65be6d-5ae2-4632-8d2c-54fcce911458
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-10T19:40:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39464"
    uid: 2dcb51ee-0326-44f8-966b-3eff12351a4d
  kind: Event
  lastTimestamp: "2026-07-10T19:41:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-10T19:40:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:41:47Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c10502de99775f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39998"
    uid: bc5d454f-f6c9-4ce3-9d2b-a97d20c604c1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:40:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39464"
    uid: 2dcb51ee-0326-44f8-966b-3eff12351a4d
  kind: Event
  lastTimestamp: "2026-07-10T19:40:37Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-10T19:40:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:40:37Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c10502df1460b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39477"
    uid: fb6b1e63-3e08-4d3b-8ee8-41adab883e7b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:41:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39996"
    uid: 2dcb51ee-0326-44f8-966b-3eff12351a4d
  kind: Event
  lastTimestamp: "2026-07-10T19:41:47Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-07-10T19:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:41:47Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c10513192a58d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39997"
    uid: bd1f0f35-7012-4eaa-bbc4-34a4c30105c7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-10T19:40:26.272702Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-78689458f7-wmxn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39324"
    uid: 772265d4-cc7b-4d1b-bd74-a158b2adf520
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-78689458f7-wmxn4
    to ip-10-0-140-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-10T19:40:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-10T19:40:26Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-78689458f7-wmxn4.18c105004d6f6177
    namespace: kserve-ci-e2e-test
    resourceVersion: "39332"
    uid: 3b5d66e9-5268-4d11-a323-59389fea2f6a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c55bbd48f-bmqq8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:40:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-78689458f7-wmxn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39326"
    uid: 772265d4-cc7b-4d1b-bd74-a158b2adf520
  kind: Event
  lastTimestamp: "2026-07-10T19:40:26Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-10T19:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:40:26Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-78689458f7-wmxn4.18c1050058a6ac1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39338"
    uid: 6e5d3716-4401-4f50-99a1-7ae5afacc5e2
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:40:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-78689458f7-wmxn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39335"
    uid: 772265d4-cc7b-4d1b-bd74-a158b2adf520
  kind: Event
  lastTimestamp: "2026-07-10T19:40:27Z"
  message: Add eth0 [10.132.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-10T19:40:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-10T19:40:27Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-78689458f7-wmxn4.18c105008ac6e025
    namespace: kserve-ci-e2e-test
    resourceVersion: "39349"
    uid: 0ec9381c-c51b-42b2-b412-313340482dfc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:40:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-78689458f7-wmxn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39326"
    uid: 772265d4-cc7b-4d1b-bd74-a158b2adf520
  kind: Event
  lastTimestamp: "2026-07-10T19:40:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e7d18b8520466922c73925c5601004b31b3c3ec90f89a0821d13bdeee1848812"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:40:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:40:31Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-78689458f7-wmxn4.18c105008c415759
    namespace: kserve-ci-e2e-test
    resourceVersion: "39393"
    uid: 8f300cd2-c1d1-48c0-bbc8-5e03ae5fa8ee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:40:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-78689458f7-wmxn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39326"
    uid: 772265d4-cc7b-4d1b-bd74-a158b2adf520
  kind: Event
  lastTimestamp: "2026-07-10T19:40:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-10T19:40:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:40:31Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-78689458f7-wmxn4.18c105008ed6d372
    namespace: kserve-ci-e2e-test
    resourceVersion: "39396"
    uid: 4fefc8f7-e375-47c5-94d0-6ed4f36b387d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:40:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-78689458f7-wmxn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39326"
    uid: 772265d4-cc7b-4d1b-bd74-a158b2adf520
  kind: Event
  lastTimestamp: "2026-07-10T19:40:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-10T19:40:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:40:31Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-78689458f7-wmxn4.18c105008f4577b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39399"
    uid: 8b615a2d-5e1f-4829-90af-e1754c2acdcd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:40:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-78689458f7-wmxn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39326"
    uid: 772265d4-cc7b-4d1b-bd74-a158b2adf520
  kind: Event
  lastTimestamp: "2026-07-10T19:40:35Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-global-fail-predictor-78689458f7-wmxn4_kserve-ci-e2e-test(772265d4-cc7b-4d1b-bd74-a158b2adf520)
  metadata:
    creationTimestamp: "2026-07-10T19:40:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:40:35Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-78689458f7-wmxn4.18c105028afe30a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39427"
    uid: 5d667ffe-b27c-40b1-b952-204f32486d91
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:40:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-78689458f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39315"
    uid: f422dc09-ec4c-4a01-b536-52a9d574796d
  kind: Event
  lastTimestamp: "2026-07-10T19:40:26Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-78689458f7-wmxn4'
  metadata:
    creationTimestamp: "2026-07-10T19:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:40:26Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-78689458f7.18c105004cdc24a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39325"
    uid: 33a7421c-198d-47b1-a60e-4eb3d09ae861
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:40:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39313"
    uid: a0b2c7b9-7d21-4215-861f-c82987c702c7
  kind: Event
  lastTimestamp: "2026-07-10T19:40:26Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-78689458f7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-10T19:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:40:26Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18c105004a667111
    namespace: kserve-ci-e2e-test
    resourceVersion: "39318"
    uid: b83df428-5c88-4932-8248-a7baa7f2adb3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-10T19:40:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "39305"
    uid: 34acaafa-f4d4-4e67-b7a1-ab2a91dd2fa1
  kind: Event
  lastTimestamp: "2026-07-10T19:40:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-10T19:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:40:35Z"
    name: isvc-sklearn-s3-tls-global-fail.18c105004a398934
    namespace: kserve-ci-e2e-test
    resourceVersion: "39431"
    uid: b7b15df8-983c-4c6f-8ea0-85e8019275ba
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:40:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "39305"
    uid: 34acaafa-f4d4-4e67-b7a1-ab2a91dd2fa1
  kind: Event
  lastTimestamp: "2026-07-10T19:40:26Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-10T19:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:40:26Z"
    name: isvc-sklearn-s3-tls-global-fail.18c105004ab41b9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39320"
    uid: 5787d1cf-98f9-497a-a2d3-c26d86669cb4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-10T19:39:15.154530Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-65d66ff44c-vdm7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "38766"
    uid: 5e00ea4e-4ab4-4e03-9ea8-5857c948597c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-65d66ff44c-vdm7p
    to ip-10-0-140-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-10T19:39:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-10T19:39:15Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-65d66ff44c-vdm7p.18c104efbe762a77
    namespace: kserve-ci-e2e-test
    resourceVersion: "38771"
    uid: 90ae552d-97b9-43f3-9cd6-dce8580eba35
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c55bbd48f-bmqq8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:39:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-65d66ff44c-vdm7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "38779"
    uid: 5e00ea4e-4ab4-4e03-9ea8-5857c948597c
  kind: Event
  lastTimestamp: "2026-07-10T19:39:15Z"
  message: Add eth0 [10.132.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-10T19:39:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-10T19:39:15Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-65d66ff44c-vdm7p.18c104efd8241bb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38787"
    uid: 8f87491f-0fef-4f8e-961d-281d1619df66
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:39:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-65d66ff44c-vdm7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "38768"
    uid: 5e00ea4e-4ab4-4e03-9ea8-5857c948597c
  kind: Event
  lastTimestamp: "2026-07-10T19:39:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e7d18b8520466922c73925c5601004b31b3c3ec90f89a0821d13bdeee1848812"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:39:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:39:15Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-65d66ff44c-vdm7p.18c104efd976728f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38789"
    uid: fd4d5dd9-01f3-43e4-af3a-d3138b780355
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:39:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-65d66ff44c-vdm7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "38768"
    uid: 5e00ea4e-4ab4-4e03-9ea8-5857c948597c
  kind: Event
  lastTimestamp: "2026-07-10T19:39:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-10T19:39:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:39:15Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-65d66ff44c-vdm7p.18c104efdbe21561
    namespace: kserve-ci-e2e-test
    resourceVersion: "38790"
    uid: a33a3d48-4fcb-4a6e-9feb-bd7e4c90f4fa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:39:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-65d66ff44c-vdm7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "38768"
    uid: 5e00ea4e-4ab4-4e03-9ea8-5857c948597c
  kind: Event
  lastTimestamp: "2026-07-10T19:39:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-10T19:39:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:39:15Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-65d66ff44c-vdm7p.18c104efdc4f4828
    namespace: kserve-ci-e2e-test
    resourceVersion: "38791"
    uid: 7c0d6141-2f80-40a2-9459-3c5a6095b2f2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:39:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-65d66ff44c-vdm7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "38768"
    uid: 5e00ea4e-4ab4-4e03-9ea8-5857c948597c
  kind: Event
  lastTimestamp: "2026-07-10T19:39:17Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1724"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:39:17Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-65d66ff44c-vdm7p.18c104f04faed158
    namespace: kserve-ci-e2e-test
    resourceVersion: "38809"
    uid: 5ad6e8b7-63b2-421a-a7aa-2f92223d4f9d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:39:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-65d66ff44c-vdm7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "38768"
    uid: 5e00ea4e-4ab4-4e03-9ea8-5857c948597c
  kind: Event
  lastTimestamp: "2026-07-10T19:39:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-10T19:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:39:17Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-65d66ff44c-vdm7p.18c104f0532a14d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38814"
    uid: 9623b77e-54f7-44d5-afb7-bd7886d14edf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:39:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-65d66ff44c-vdm7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "38768"
    uid: 5e00ea4e-4ab4-4e03-9ea8-5857c948597c
  kind: Event
  lastTimestamp: "2026-07-10T19:39:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:39:17Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-65d66ff44c-vdm7p.18c104f0539f5204
    namespace: kserve-ci-e2e-test
    resourceVersion: "38815"
    uid: 9c46d89c-9223-4b3b-b879-cbc07348af4e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:39:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-65d66ff44c-vdm7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "38768"
    uid: 5e00ea4e-4ab4-4e03-9ea8-5857c948597c
  kind: Event
  lastTimestamp: "2026-07-10T19:39:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:39:17Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-65d66ff44c-vdm7p.18c104f053a819d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38816"
    uid: 99196021-234c-4b02-a72e-259976a6a33d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:39:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-65d66ff44c-vdm7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "38768"
    uid: 5e00ea4e-4ab4-4e03-9ea8-5857c948597c
  kind: Event
  lastTimestamp: "2026-07-10T19:39:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-10T19:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:39:17Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-65d66ff44c-vdm7p.18c104f05685cdc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38818"
    uid: a071da20-085e-447e-9ceb-4430fa063d51
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:39:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-65d66ff44c-vdm7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "38768"
    uid: 5e00ea4e-4ab4-4e03-9ea8-5857c948597c
  kind: Event
  lastTimestamp: "2026-07-10T19:39:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:39:17Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-65d66ff44c-vdm7p.18c104f056f62cba
    namespace: kserve-ci-e2e-test
    resourceVersion: "38819"
    uid: ba1a1875-605a-4ecf-ad5b-6b064bb71b40
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-10T19:39:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-65d66ff44c-vdm7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "38768"
    uid: 5e00ea4e-4ab4-4e03-9ea8-5857c948597c
  kind: Event
  lastTimestamp: "2026-07-10T19:40:14Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.61:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-10T19:39:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:40:14Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-65d66ff44c-vdm7p.18c104f08b9d1012
    namespace: kserve-ci-e2e-test
    resourceVersion: "39194"
    uid: e6ba73ff-4301-4ecd-8d89-e9accf533a1c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:40:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-65d66ff44c-vdm7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "38768"
    uid: 5e00ea4e-4ab4-4e03-9ea8-5857c948597c
  kind: Event
  lastTimestamp: "2026-07-10T19:40:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:40:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:40:25Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-65d66ff44c-vdm7p.18c105000d5de4fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "39290"
    uid: 41fa536f-058f-4b43-bc04-3978f61e682e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:40:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-65d66ff44c-vdm7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "38768"
    uid: 5e00ea4e-4ab4-4e03-9ea8-5857c948597c
  kind: Event
  lastTimestamp: "2026-07-10T19:40:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:40:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:40:25Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-65d66ff44c-vdm7p.18c105000d5e6378
    namespace: kserve-ci-e2e-test
    resourceVersion: "39291"
    uid: a1e9666d-1910-426d-910b-7fbd635a42ab
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:39:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-65d66ff44c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38756"
    uid: 4601f56f-36f1-4007-babd-5a4a4d5aa0ec
  kind: Event
  lastTimestamp: "2026-07-10T19:39:15Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-65d66ff44c-vdm7p'
  metadata:
    creationTimestamp: "2026-07-10T19:39:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:39:15Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-65d66ff44c.18c104efbdeb17d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38767"
    uid: f4d1d7d8-425f-4efb-b3cf-f8a3320c8b2e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:39:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38754"
    uid: d403d277-7852-4693-97d8-fdfcc42d6360
  kind: Event
  lastTimestamp: "2026-07-10T19:39:15Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-65d66ff44c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-10T19:39:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:39:15Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c104efbb7cdb10
    namespace: kserve-ci-e2e-test
    resourceVersion: "38759"
    uid: fe11e96a-bdce-499d-99cd-0b5eb20b3bdc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:39:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38755"
    uid: 02ff962b-3e8f-4098-ac71-2a0c5cee3e03
  kind: Event
  lastTimestamp: "2026-07-10T19:39:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:39:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:39:45Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c104f33a060dc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39007"
    uid: 6ce478e7-3e49-42f9-a659-1077db0fca49
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:39:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38755"
    uid: 02ff962b-3e8f-4098-ac71-2a0c5cee3e03
  kind: Event
  lastTimestamp: "2026-07-10T19:39:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:39:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:39:45Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c104f33a70439b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39008"
    uid: 956500c4-1f34-47da-82d6-a3395163c9a4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:40:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38909"
    uid: 02ff962b-3e8f-4098-ac71-2a0c5cee3e03
  kind: Event
  lastTimestamp: "2026-07-10T19:40:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:40:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:40:15Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c104fa387f307e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39201"
    uid: 1a6e14be-8d29-4f21-b45e-3cc47f260360
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:40:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38909"
    uid: 02ff962b-3e8f-4098-ac71-2a0c5cee3e03
  kind: Event
  lastTimestamp: "2026-07-10T19:40:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:40:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:40:15Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c104fa38ebd18c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39202"
    uid: f10a2c98-f8ea-4fe5-9d25-7cf02ad8383c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-10T19:39:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38740"
    uid: 8e621d23-6729-4ea5-a37c-3e17c3aa2dca
  kind: Event
  lastTimestamp: "2026-07-10T19:40:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-10T19:39:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:40:24Z"
    name: isvc-sklearn-s3-tls-global-pass.18c104efbb57f258
    namespace: kserve-ci-e2e-test
    resourceVersion: "39269"
    uid: daf4d1e5-4c18-4c37-adda-6fa5cd259b8b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:39:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38740"
    uid: 8e621d23-6729-4ea5-a37c-3e17c3aa2dca
  kind: Event
  lastTimestamp: "2026-07-10T19:39:15Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-10T19:39:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:39:15Z"
    name: isvc-sklearn-s3-tls-global-pass.18c104efbba36abc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38761"
    uid: bf1568a9-1cac-4721-b7fc-08ae75ba2e7b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:40:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39267"
    uid: 8e621d23-6729-4ea5-a37c-3e17c3aa2dca
  kind: Event
  lastTimestamp: "2026-07-10T19:40:24Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-07-10T19:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:40:24Z"
    name: isvc-sklearn-s3-tls-global-pass.18c104ffef97d435
    namespace: kserve-ci-e2e-test
    resourceVersion: "39268"
    uid: ae6eedb6-4584-4d51-b337-6efc98c4808b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-10T19:43:20.635632Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6f7499d8bd-q99c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40838"
    uid: f2af2ccf-f251-416b-a0a6-4667a5db2fb7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-6f7499d8bd-q99c5
    to ip-10-0-140-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-10T19:43:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-10T19:43:20Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6f7499d8bd-q99c5.18c10528e6468a2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40845"
    uid: 4ef2ec56-0df7-4259-bc05-511aeda15450
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c55bbd48f-bmqq8
  source: {}
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-10T19:43:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6f7499d8bd-q99c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40841"
    uid: f2af2ccf-f251-416b-a0a6-4667a5db2fb7
  kind: Event
  lastTimestamp: "2026-07-10T19:43:34Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-10T19:43:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:43:34Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6f7499d8bd-q99c5.18c10528f6762274
    namespace: kserve-ci-e2e-test
    resourceVersion: "41026"
    uid: a6f30c46-b4d2-46af-b6d1-7b8eb114eb68
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:43:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6f7499d8bd-q99c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40849"
    uid: f2af2ccf-f251-416b-a0a6-4667a5db2fb7
  kind: Event
  lastTimestamp: "2026-07-10T19:43:21Z"
  message: Add eth0 [10.132.0.66/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-10T19:43:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-10T19:43:21Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6f7499d8bd-q99c5.18c1052923109413
    namespace: kserve-ci-e2e-test
    resourceVersion: "40865"
    uid: ede2c49f-6081-476f-a322-bfbfd6c7f2fb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:43:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6f7499d8bd-q99c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40841"
    uid: f2af2ccf-f251-416b-a0a6-4667a5db2fb7
  kind: Event
  lastTimestamp: "2026-07-10T19:43:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e7d18b8520466922c73925c5601004b31b3c3ec90f89a0821d13bdeee1848812"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:43:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:43:29Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6f7499d8bd-q99c5.18c1052924939036
    namespace: kserve-ci-e2e-test
    resourceVersion: "40931"
    uid: 45926e3b-fd50-4a70-b41f-5d0ca2c3b829
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:43:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6f7499d8bd-q99c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40841"
    uid: f2af2ccf-f251-416b-a0a6-4667a5db2fb7
  kind: Event
  lastTimestamp: "2026-07-10T19:43:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-10T19:43:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:43:29Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6f7499d8bd-q99c5.18c105292794de3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40933"
    uid: 296406ca-7dda-44f8-b4d8-54bdc094fa03
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:43:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6f7499d8bd-q99c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40841"
    uid: f2af2ccf-f251-416b-a0a6-4667a5db2fb7
  kind: Event
  lastTimestamp: "2026-07-10T19:43:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-10T19:43:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:43:29Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6f7499d8bd-q99c5.18c105292800252a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40936"
    uid: 25983d5d-57ba-4e32-baf5-45ae6b50f74d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:43:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6f7499d8bd-q99c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40841"
    uid: f2af2ccf-f251-416b-a0a6-4667a5db2fb7
  kind: Event
  lastTimestamp: "2026-07-10T19:43:31Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-10T19:43:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:43:31Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6f7499d8bd-q99c5.18c1052b7014116e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40970"
    uid: 412ed9b6-b10f-4dd7-b965-7043bca7ee71
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:43:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6f7499d8bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "40829"
    uid: ef1b99dc-bbc6-4fdf-97bb-9d4439753108
  kind: Event
  lastTimestamp: "2026-07-10T19:43:20Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-6f7499d8bd-q99c5'
  metadata:
    creationTimestamp: "2026-07-10T19:43:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:43:20Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6f7499d8bd.18c10528e5e07bf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "40840"
    uid: ce3464c8-3b1f-4d14-97c9-0387565954ae
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:43:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40827"
    uid: f084d0cc-4156-43dd-ba58-ad8e327bb7c8
  kind: Event
  lastTimestamp: "2026-07-10T19:43:20Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-6f7499d8bd
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-10T19:43:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:43:20Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18c10528e398df43
    namespace: kserve-ci-e2e-test
    resourceVersion: "40831"
    uid: 8256b0bf-ac59-417c-83ac-e92c63f11f1f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-10T19:43:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40820"
    uid: 113890e7-7b72-4bf2-a232-ff955d69b6b1
  kind: Event
  lastTimestamp: "2026-07-10T19:43:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-10T19:43:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:43:29Z"
    name: isvc-sklearn-s3-tls-serving-fail.18c10528e36dedfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "40937"
    uid: e3ecabab-3ccd-4e0e-aa22-eaace7268bfa
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:43:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40820"
    uid: 113890e7-7b72-4bf2-a232-ff955d69b6b1
  kind: Event
  lastTimestamp: "2026-07-10T19:43:20Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-10T19:43:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:43:20Z"
    name: isvc-sklearn-s3-tls-serving-fail.18c10528e3bf8407
    namespace: kserve-ci-e2e-test
    resourceVersion: "40852"
    uid: 00633986-056e-4aa6-815f-8deb4377b4bd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:43:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40823"
    uid: 113890e7-7b72-4bf2-a232-ff955d69b6b1
  kind: Event
  lastTimestamp: "2026-07-10T19:43:20Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-10T19:43:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:43:20Z"
    name: isvc-sklearn-s3-tls-serving-fail.18c10528e95aed54
    namespace: kserve-ci-e2e-test
    resourceVersion: "40853"
    uid: c7dc104f-05c7-43af-bac7-26ed08770338
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-10T19:41:59.542672Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9fd95c58-jxscr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40210"
    uid: dee6d1b5-e30a-482a-b469-02b65ac9d849
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-d9fd95c58-jxscr
    to ip-10-0-140-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-10T19:41:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-10T19:41:59Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9fd95c58-jxscr.18c1051604c22f86
    namespace: kserve-ci-e2e-test
    resourceVersion: "40217"
    uid: 2f19ea10-d845-458f-bcad-8626130c949f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c55bbd48f-bmqq8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:41:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9fd95c58-jxscr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40213"
    uid: dee6d1b5-e30a-482a-b469-02b65ac9d849
  kind: Event
  lastTimestamp: "2026-07-10T19:41:59Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-10T19:41:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:41:59Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9fd95c58-jxscr.18c1051615e9d398
    namespace: kserve-ci-e2e-test
    resourceVersion: "40231"
    uid: 849c4f15-8136-4489-9dec-b6e99e75430a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:42:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9fd95c58-jxscr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40221"
    uid: dee6d1b5-e30a-482a-b469-02b65ac9d849
  kind: Event
  lastTimestamp: "2026-07-10T19:42:00Z"
  message: Add eth0 [10.132.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-10T19:42:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-10T19:42:00Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9fd95c58-jxscr.18c1051641b9c1c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40241"
    uid: 1b890b9c-bf19-42cd-9016-eb2f4d25e22c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:42:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9fd95c58-jxscr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40213"
    uid: dee6d1b5-e30a-482a-b469-02b65ac9d849
  kind: Event
  lastTimestamp: "2026-07-10T19:42:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e7d18b8520466922c73925c5601004b31b3c3ec90f89a0821d13bdeee1848812"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:42:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:42:00Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9fd95c58-jxscr.18c105164320f9ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "40243"
    uid: eea74057-5a49-49f3-a42b-f1a8d3bcd5b2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:42:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9fd95c58-jxscr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40213"
    uid: dee6d1b5-e30a-482a-b469-02b65ac9d849
  kind: Event
  lastTimestamp: "2026-07-10T19:42:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-10T19:42:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:42:00Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9fd95c58-jxscr.18c1051645d0e87c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40244"
    uid: f814eab4-70cc-4b0d-8c4f-6b3ba9824b3b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:42:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9fd95c58-jxscr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40213"
    uid: dee6d1b5-e30a-482a-b469-02b65ac9d849
  kind: Event
  lastTimestamp: "2026-07-10T19:42:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-10T19:42:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:42:00Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9fd95c58-jxscr.18c1051646312c12
    namespace: kserve-ci-e2e-test
    resourceVersion: "40245"
    uid: e3cbbd12-081a-47d4-bf50-2dbb713cf218
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:42:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9fd95c58-jxscr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40213"
    uid: dee6d1b5-e30a-482a-b469-02b65ac9d849
  kind: Event
  lastTimestamp: "2026-07-10T19:42:02Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1724"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:42:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:42:02Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9fd95c58-jxscr.18c10516a3d85e16
    namespace: kserve-ci-e2e-test
    resourceVersion: "40263"
    uid: cce8f986-12c5-4997-85f8-4b6a37fa9090
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:42:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9fd95c58-jxscr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40213"
    uid: dee6d1b5-e30a-482a-b469-02b65ac9d849
  kind: Event
  lastTimestamp: "2026-07-10T19:42:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-10T19:42:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:42:02Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9fd95c58-jxscr.18c10516a6ebacf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "40265"
    uid: 9b98e14b-0d1b-41f5-90fc-23a56986170d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:42:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9fd95c58-jxscr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40213"
    uid: dee6d1b5-e30a-482a-b469-02b65ac9d849
  kind: Event
  lastTimestamp: "2026-07-10T19:42:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:42:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:42:02Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9fd95c58-jxscr.18c10516a756afcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "40268"
    uid: 9db1c410-30a1-41b0-9e4e-f8c43d23f63f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:42:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9fd95c58-jxscr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40213"
    uid: dee6d1b5-e30a-482a-b469-02b65ac9d849
  kind: Event
  lastTimestamp: "2026-07-10T19:42:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:42:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:42:02Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9fd95c58-jxscr.18c10516a762b3c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40270"
    uid: bc790251-4c3d-4ba9-b82b-ed7ce879d329
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:42:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9fd95c58-jxscr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40213"
    uid: dee6d1b5-e30a-482a-b469-02b65ac9d849
  kind: Event
  lastTimestamp: "2026-07-10T19:42:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-10T19:42:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:42:02Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9fd95c58-jxscr.18c10516aa2cb366
    namespace: kserve-ci-e2e-test
    resourceVersion: "40272"
    uid: c3d7a4ca-33c7-424a-b9dc-445aa507cfde
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:42:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9fd95c58-jxscr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40213"
    uid: dee6d1b5-e30a-482a-b469-02b65ac9d849
  kind: Event
  lastTimestamp: "2026-07-10T19:42:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:42:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:42:02Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9fd95c58-jxscr.18c10516aaa61361
    namespace: kserve-ci-e2e-test
    resourceVersion: "40273"
    uid: 52a92ebe-b057-43dd-813d-c07cacb20943
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-10T19:42:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9fd95c58-jxscr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40213"
    uid: dee6d1b5-e30a-482a-b469-02b65ac9d849
  kind: Event
  lastTimestamp: "2026-07-10T19:43:20Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.65:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-10T19:42:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:43:20Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9fd95c58-jxscr.18c105171b99b265
    namespace: kserve-ci-e2e-test
    resourceVersion: "40812"
    uid: d518a64f-0211-4d18-9db1-b142ad08a01f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:43:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9fd95c58-jxscr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40213"
    uid: dee6d1b5-e30a-482a-b469-02b65ac9d849
  kind: Event
  lastTimestamp: "2026-07-10T19:43:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:43:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:43:19Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9fd95c58-jxscr.18c10528a8d21c8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40803"
    uid: c601fca9-a4be-475b-965e-62a1a9c87e2d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:43:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9fd95c58-jxscr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40213"
    uid: dee6d1b5-e30a-482a-b469-02b65ac9d849
  kind: Event
  lastTimestamp: "2026-07-10T19:43:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:43:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:43:19Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9fd95c58-jxscr.18c10528a8d2bf27
    namespace: kserve-ci-e2e-test
    resourceVersion: "40804"
    uid: d2ca5664-986d-440f-90f5-b1964151c20d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:43:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9fd95c58-jxscr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40213"
    uid: dee6d1b5-e30a-482a-b469-02b65ac9d849
  kind: Event
  lastTimestamp: "2026-07-10T19:43:20Z"
  message: 'Readiness probe failed: Get "https://10.132.0.65:8643/healthz": dial tcp
    10.132.0.65:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-10T19:43:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:43:20Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9fd95c58-jxscr.18c10528cdb404ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "40811"
    uid: cb0870dc-4cc0-4eaa-96b6-88855a67f7f3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:41:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9fd95c58
    namespace: kserve-ci-e2e-test
    resourceVersion: "40202"
    uid: f6d03f93-2727-4dad-a3d1-52c52951f5b2
  kind: Event
  lastTimestamp: "2026-07-10T19:41:59Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-d9fd95c58-jxscr'
  metadata:
    creationTimestamp: "2026-07-10T19:41:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:41:59Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d9fd95c58.18c105160456f77f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40212"
    uid: da87d0c0-f50a-4a90-8b46-adf9cc6be6ad
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:41:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40200"
    uid: 237b1a9b-0e8f-4156-b94a-96368a41479d
  kind: Event
  lastTimestamp: "2026-07-10T19:41:59Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-d9fd95c58
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-10T19:41:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:41:59Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c1051601fd86b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40204"
    uid: 79f14038-4cba-4312-8767-df562e7eed9f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:42:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40201"
    uid: 6a4cdc06-0f66-4146-a7f7-4038abb48732
  kind: Event
  lastTimestamp: "2026-07-10T19:42:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:42:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:42:29Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c1051980d8f6dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40451"
    uid: 9a21aa9b-359b-4a04-832a-86bb249d8524
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:42:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40201"
    uid: 6a4cdc06-0f66-4146-a7f7-4038abb48732
  kind: Event
  lastTimestamp: "2026-07-10T19:42:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:42:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:42:29Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c10519813d7f4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40452"
    uid: 6262cb68-a5f7-4f86-b25a-1a68640f5348
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-10T19:42:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40356"
    uid: 6a4cdc06-0f66-4146-a7f7-4038abb48732
  kind: Event
  lastTimestamp: "2026-07-10T19:43:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:42:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:43:14Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c105207f8c1773
    namespace: kserve-ci-e2e-test
    resourceVersion: "40754"
    uid: 3ad1bf1e-4d8c-4f54-adcd-49e5094a8101
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-10T19:42:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40356"
    uid: 6a4cdc06-0f66-4146-a7f7-4038abb48732
  kind: Event
  lastTimestamp: "2026-07-10T19:43:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:42:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:43:14Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c105207ff48495
    namespace: kserve-ci-e2e-test
    resourceVersion: "40755"
    uid: 8071789f-c00a-4d84-b15b-772c5629ff76
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-10T19:41:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40191"
    uid: 6928941b-7343-43ed-9753-8a3196066f95
  kind: Event
  lastTimestamp: "2026-07-10T19:43:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-10T19:41:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:43:10Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c1051601d8e150
    namespace: kserve-ci-e2e-test
    resourceVersion: "40728"
    uid: 99892e4c-e33c-4d3f-a3ae-687af600045c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:41:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40191"
    uid: 6928941b-7343-43ed-9753-8a3196066f95
  kind: Event
  lastTimestamp: "2026-07-10T19:41:59Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-10T19:41:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:41:59Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c10516024b2d37
    namespace: kserve-ci-e2e-test
    resourceVersion: "40223"
    uid: a11d7aae-0011-4e61-b2c5-c99ec981c2a6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:41:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40195"
    uid: 6928941b-7343-43ed-9753-8a3196066f95
  kind: Event
  lastTimestamp: "2026-07-10T19:41:59Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-10T19:41:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:41:59Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c1051607deb2e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40224"
    uid: 2ab5d60c-3bc8-4bde-9180-e1b0a9e3e851
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:43:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40726"
    uid: 6928941b-7343-43ed-9753-8a3196066f95
  kind: Event
  lastTimestamp: "2026-07-10T19:43:10Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-07-10T19:43:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:43:10Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c105267f3af183
    namespace: kserve-ci-e2e-test
    resourceVersion: "40727"
    uid: 10875235-1612-4dc5-91a9-397bac044599
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-10T19:37:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38082"
    uid: 42e84c7a-3b45-4675-8fe5-a15aa9a54bc4
  kind: Event
  lastTimestamp: "2026-07-10T19:39:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-10T19:37:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:39:05Z"
    name: isvc-sklearn-s3.18c104dd0dfa96d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38656"
    uid: 0a8d4ba6-0f6e-416f-8964-a7d2a4e392ec
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:37:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38082"
    uid: 42e84c7a-3b45-4675-8fe5-a15aa9a54bc4
  kind: Event
  lastTimestamp: "2026-07-10T19:37:54Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-10T19:37:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:37:54Z"
    name: isvc-sklearn-s3.18c104dd0e4f0f7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38115"
    uid: 994046fc-b6fa-4235-8cf2-3a3998434e76
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:39:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38653"
    uid: 42e84c7a-3b45-4675-8fe5-a15aa9a54bc4
  kind: Event
  lastTimestamp: "2026-07-10T19:39:05Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-07-10T19:39:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:39:05Z"
    name: isvc-sklearn-s3.18c104ed7cb8a87c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38654"
    uid: e7ba1839-a7f4-43c9-8b58-70eef72e007c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:21:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-7dc5db67db
    namespace: kserve-ci-e2e-test
    resourceVersion: "29850"
    uid: 229b6b78-ec64-4ec8-a8c7-b98b61fe4494
  kind: Event
  lastTimestamp: "2026-07-10T19:21:01Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-7dc5db67db-mqqrz'
  metadata:
    creationTimestamp: "2026-07-10T19:21:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:21:01Z"
    name: isvc-sklearn-scheduler-predictor-7dc5db67db.18c103f11db9fe54
    namespace: kserve-ci-e2e-test
    resourceVersion: "29859"
    uid: 0f61e8bb-1068-4f78-a26f-88a79dfd6c1e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:21:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29844"
    uid: 250deb38-41ac-42c2-971f-7c020879e279
  kind: Event
  lastTimestamp: "2026-07-10T19:21:01Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-7dc5db67db from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-10T19:21:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:21:01Z"
    name: isvc-sklearn-scheduler-predictor.18c103f119d9b0d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29852"
    uid: c8369f13-69f1-4df4-ab45-cb35ff95a4f3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-10T19:21:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "29838"
    uid: e972c39b-c52d-45ca-a63f-32be9542a56c
  kind: Event
  lastTimestamp: "2026-07-10T19:21:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-10T19:21:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:21:02Z"
    name: isvc-sklearn-scheduler.18c103f1190ac5a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29887"
    uid: 9947d002-2f45-451d-807c-f295871d9524
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:21:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "29838"
    uid: e972c39b-c52d-45ca-a63f-32be9542a56c
  kind: Event
  lastTimestamp: "2026-07-10T19:21:01Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-10T19:21:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:21:01Z"
    name: isvc-sklearn-scheduler.18c103f119a26e93
    namespace: kserve-ci-e2e-test
    resourceVersion: "29851"
    uid: 81ab7643-d16d-4054-8fc6-cd5030e98f0b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:21:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "29838"
    uid: e972c39b-c52d-45ca-a63f-32be9542a56c
  kind: Event
  lastTimestamp: "2026-07-10T19:21:01Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-10T19:21:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:21:01Z"
    name: isvc-sklearn-scheduler.18c103f119a2a282
    namespace: kserve-ci-e2e-test
    resourceVersion: "29855"
    uid: 316b3560-6e37-4f8a-a376-46191517a247
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-10T19:26:21.785055Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-857b7c4bdc-c48gw
    namespace: kserve-ci-e2e-test
    resourceVersion: "32560"
    uid: 310b2986-d62b-49d3-aa32-8938e0a877d7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-857b7c4bdc-c48gw
    to ip-10-0-140-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-10T19:26:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-10T19:26:21Z"
    name: isvc-sklearn-v2-mixed-predictor-857b7c4bdc-c48gw.18c1043bae0c782e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32565"
    uid: 6a5feac5-7cb5-4adf-813e-71849d98ae50
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c55bbd48f-bmqq8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:26:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-857b7c4bdc-c48gw
    namespace: kserve-ci-e2e-test
    resourceVersion: "32572"
    uid: 310b2986-d62b-49d3-aa32-8938e0a877d7
  kind: Event
  lastTimestamp: "2026-07-10T19:26:22Z"
  message: Add eth0 [10.132.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-10T19:26:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-10T19:26:22Z"
    name: isvc-sklearn-v2-mixed-predictor-857b7c4bdc-c48gw.18c1043bc763a7ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "32581"
    uid: 2f007a3e-220c-4e02-9ed6-e45e61fa3bec
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:26:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-857b7c4bdc-c48gw
    namespace: kserve-ci-e2e-test
    resourceVersion: "32564"
    uid: 310b2986-d62b-49d3-aa32-8938e0a877d7
  kind: Event
  lastTimestamp: "2026-07-10T19:26:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e7d18b8520466922c73925c5601004b31b3c3ec90f89a0821d13bdeee1848812"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:26:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:26:22Z"
    name: isvc-sklearn-v2-mixed-predictor-857b7c4bdc-c48gw.18c1043bc92e4226
    namespace: kserve-ci-e2e-test
    resourceVersion: "32583"
    uid: b17996dd-04aa-4c31-bc03-34f7b7fe9c54
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:26:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-857b7c4bdc-c48gw
    namespace: kserve-ci-e2e-test
    resourceVersion: "32564"
    uid: 310b2986-d62b-49d3-aa32-8938e0a877d7
  kind: Event
  lastTimestamp: "2026-07-10T19:26:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-10T19:26:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:26:22Z"
    name: isvc-sklearn-v2-mixed-predictor-857b7c4bdc-c48gw.18c1043bcbc7f14a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32585"
    uid: 1c2c8d60-89e0-441e-af82-7079f8730193
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:26:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-857b7c4bdc-c48gw
    namespace: kserve-ci-e2e-test
    resourceVersion: "32564"
    uid: 310b2986-d62b-49d3-aa32-8938e0a877d7
  kind: Event
  lastTimestamp: "2026-07-10T19:26:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-10T19:26:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:26:22Z"
    name: isvc-sklearn-v2-mixed-predictor-857b7c4bdc-c48gw.18c1043bcc3933a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32586"
    uid: 067fb921-c999-41bc-8a12-fd491fd1755b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:26:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-857b7c4bdc-c48gw
    namespace: kserve-ci-e2e-test
    resourceVersion: "32564"
    uid: 310b2986-d62b-49d3-aa32-8938e0a877d7
  kind: Event
  lastTimestamp: "2026-07-10T19:26:26Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1724"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:26:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:26:26Z"
    name: isvc-sklearn-v2-mixed-predictor-857b7c4bdc-c48gw.18c1043cd0fb843b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32625"
    uid: 36e67f44-7623-408e-89a2-6c4762e38538
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:26:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-857b7c4bdc-c48gw
    namespace: kserve-ci-e2e-test
    resourceVersion: "32564"
    uid: 310b2986-d62b-49d3-aa32-8938e0a877d7
  kind: Event
  lastTimestamp: "2026-07-10T19:26:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-10T19:26:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:26:26Z"
    name: isvc-sklearn-v2-mixed-predictor-857b7c4bdc-c48gw.18c1043cd40250de
    namespace: kserve-ci-e2e-test
    resourceVersion: "32629"
    uid: eea14776-bde2-46a8-a145-23b4235a76aa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:26:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-857b7c4bdc-c48gw
    namespace: kserve-ci-e2e-test
    resourceVersion: "32564"
    uid: 310b2986-d62b-49d3-aa32-8938e0a877d7
  kind: Event
  lastTimestamp: "2026-07-10T19:26:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:26:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:26:26Z"
    name: isvc-sklearn-v2-mixed-predictor-857b7c4bdc-c48gw.18c1043cd47154e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32631"
    uid: facd6d40-7691-4728-b249-91b1f7909c60
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:26:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-857b7c4bdc-c48gw
    namespace: kserve-ci-e2e-test
    resourceVersion: "32564"
    uid: 310b2986-d62b-49d3-aa32-8938e0a877d7
  kind: Event
  lastTimestamp: "2026-07-10T19:26:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:26:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:26:26Z"
    name: isvc-sklearn-v2-mixed-predictor-857b7c4bdc-c48gw.18c1043cd47be586
    namespace: kserve-ci-e2e-test
    resourceVersion: "32632"
    uid: 5e96adbe-95e7-44fb-b0f4-64806d882537
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:26:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-857b7c4bdc-c48gw
    namespace: kserve-ci-e2e-test
    resourceVersion: "32564"
    uid: 310b2986-d62b-49d3-aa32-8938e0a877d7
  kind: Event
  lastTimestamp: "2026-07-10T19:26:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-10T19:26:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:26:26Z"
    name: isvc-sklearn-v2-mixed-predictor-857b7c4bdc-c48gw.18c1043cd79d027f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32633"
    uid: d90036c3-ca36-4c98-884a-5b2e3bf298fb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:26:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-857b7c4bdc-c48gw
    namespace: kserve-ci-e2e-test
    resourceVersion: "32564"
    uid: 310b2986-d62b-49d3-aa32-8938e0a877d7
  kind: Event
  lastTimestamp: "2026-07-10T19:26:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:26:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:26:26Z"
    name: isvc-sklearn-v2-mixed-predictor-857b7c4bdc-c48gw.18c1043cd8134a68
    namespace: kserve-ci-e2e-test
    resourceVersion: "32635"
    uid: 06e0a58c-267e-4328-98c4-a01a2b663cc0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-10T19:26:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-857b7c4bdc-c48gw
    namespace: kserve-ci-e2e-test
    resourceVersion: "32564"
    uid: 310b2986-d62b-49d3-aa32-8938e0a877d7
  kind: Event
  lastTimestamp: "2026-07-10T19:27:44Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-10T19:26:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:27:44Z"
    name: isvc-sklearn-v2-mixed-predictor-857b7c4bdc-c48gw.18c1043d4902eff7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33233"
    uid: 93e117fc-2105-480a-86b8-65c814145a02
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:27:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-857b7c4bdc-c48gw
    namespace: kserve-ci-e2e-test
    resourceVersion: "32564"
    uid: 310b2986-d62b-49d3-aa32-8938e0a877d7
  kind: Event
  lastTimestamp: "2026-07-10T19:27:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:27:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:27:41Z"
    name: isvc-sklearn-v2-mixed-predictor-857b7c4bdc-c48gw.18c1044e51171052
    namespace: kserve-ci-e2e-test
    resourceVersion: "33162"
    uid: f15bb096-e909-4a34-8b42-d157582cca67
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:27:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-857b7c4bdc-c48gw
    namespace: kserve-ci-e2e-test
    resourceVersion: "32564"
    uid: 310b2986-d62b-49d3-aa32-8938e0a877d7
  kind: Event
  lastTimestamp: "2026-07-10T19:27:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:27:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:27:41Z"
    name: isvc-sklearn-v2-mixed-predictor-857b7c4bdc-c48gw.18c1044e51185fd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33163"
    uid: bb85a156-32db-45eb-b289-6046ba5ec987
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:27:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-857b7c4bdc-c48gw
    namespace: kserve-ci-e2e-test
    resourceVersion: "32564"
    uid: 310b2986-d62b-49d3-aa32-8938e0a877d7
  kind: Event
  lastTimestamp: "2026-07-10T19:27:44Z"
  message: 'Readiness probe failed: Get "https://10.132.0.50:8643/healthz": dial tcp
    10.132.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-10T19:27:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:27:44Z"
    name: isvc-sklearn-v2-mixed-predictor-857b7c4bdc-c48gw.18c1044efb24cbf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33232"
    uid: dc08ad4c-135b-479f-9b36-7a77f779f043
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:26:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-857b7c4bdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32548"
    uid: a74fa782-c080-4bbf-bbbb-1c7d3a2503c0
  kind: Event
  lastTimestamp: "2026-07-10T19:26:21Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-857b7c4bdc-c48gw'
  metadata:
    creationTimestamp: "2026-07-10T19:26:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:26:21Z"
    name: isvc-sklearn-v2-mixed-predictor-857b7c4bdc.18c1043bad291741
    namespace: kserve-ci-e2e-test
    resourceVersion: "32563"
    uid: c0412be3-81e5-44cf-bc5a-1c1028643cbe
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:26:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32545"
    uid: 10d67727-e770-418b-9633-1b73e646d152
  kind: Event
  lastTimestamp: "2026-07-10T19:26:21Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-857b7c4bdc from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-10T19:26:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:26:21Z"
    name: isvc-sklearn-v2-mixed-predictor.18c1043ba8a92b3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32551"
    uid: 46733d8f-ba01-4f84-aa3b-cf084527a3a9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:26:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32547"
    uid: cc333c34-e9b3-498e-aa22-63616b3059f3
  kind: Event
  lastTimestamp: "2026-07-10T19:26:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:26:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:26:36Z"
    name: isvc-sklearn-v2-mixed-predictor.18c1043f2809b42b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32707"
    uid: 36490688-7d60-46f3-b0be-80d795a43d58
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:26:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32547"
    uid: cc333c34-e9b3-498e-aa22-63616b3059f3
  kind: Event
  lastTimestamp: "2026-07-10T19:26:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:26:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:26:36Z"
    name: isvc-sklearn-v2-mixed-predictor.18c1043f28a57c96
    namespace: kserve-ci-e2e-test
    resourceVersion: "32708"
    uid: dce2aa09-5c3d-40be-8bae-bb5f0bc1c2f5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-10T19:26:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32706"
    uid: cc333c34-e9b3-498e-aa22-63616b3059f3
  kind: Event
  lastTimestamp: "2026-07-10T19:27:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:26:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:27:36Z"
    name: isvc-sklearn-v2-mixed-predictor.18c10442a7658d27
    namespace: kserve-ci-e2e-test
    resourceVersion: "33109"
    uid: e55f651b-a0b3-4410-86ec-df0da426dca4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-10T19:26:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32706"
    uid: cc333c34-e9b3-498e-aa22-63616b3059f3
  kind: Event
  lastTimestamp: "2026-07-10T19:27:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:26:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:27:36Z"
    name: isvc-sklearn-v2-mixed-predictor.18c10442a7d17765
    namespace: kserve-ci-e2e-test
    resourceVersion: "33110"
    uid: b0f388dc-17ef-4d0f-b44a-7e5472fb9b38
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-10T19:26:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "32523"
    uid: e5690488-214c-4f2b-a855-93d71cf7a732
  kind: Event
  lastTimestamp: "2026-07-10T19:27:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-10T19:26:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:27:34Z"
    name: isvc-sklearn-v2-mixed.18c1043ba840f329
    namespace: kserve-ci-e2e-test
    resourceVersion: "33098"
    uid: 5ff1f7d8-c0dd-44cf-8c1e-32d52d0da06c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:26:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "32523"
    uid: e5690488-214c-4f2b-a855-93d71cf7a732
  kind: Event
  lastTimestamp: "2026-07-10T19:26:21Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-10T19:26:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:26:21Z"
    name: isvc-sklearn-v2-mixed.18c1043ba8bb717f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32552"
    uid: d6c3f188-8ddf-4f52-b836-6ca60cd038df
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:27:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33095"
    uid: e5690488-214c-4f2b-a855-93d71cf7a732
  kind: Event
  lastTimestamp: "2026-07-10T19:27:34Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-07-10T19:27:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:27:34Z"
    name: isvc-sklearn-v2-mixed.18c1044cabe4e7fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "33096"
    uid: b31ebec3-ac9d-4aec-ad45-cf5f5139c6d7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-10T19:25:01.418609Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-66758b956b-5nz8j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31912"
    uid: 4ba5c739-279a-4a09-9686-2acac54f14a1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-66758b956b-5nz8j
    to ip-10-0-140-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-10T19:25:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-10T19:25:01Z"
    name: isvc-sklearn-v2-predictor-66758b956b-5nz8j.18c10428f7d5e188
    namespace: kserve-ci-e2e-test
    resourceVersion: "31925"
    uid: b71fb358-c99d-42a4-b716-fcba4e9441f5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c55bbd48f-bmqq8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:25:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-66758b956b-5nz8j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31919"
    uid: 4ba5c739-279a-4a09-9686-2acac54f14a1
  kind: Event
  lastTimestamp: "2026-07-10T19:25:01Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-10T19:25:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:25:01Z"
    name: isvc-sklearn-v2-predictor-66758b956b-5nz8j.18c10429050e5c07
    namespace: kserve-ci-e2e-test
    resourceVersion: "31948"
    uid: 62e804af-8eed-4a8e-a4dd-069043befd16
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:25:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-66758b956b-5nz8j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31938"
    uid: 4ba5c739-279a-4a09-9686-2acac54f14a1
  kind: Event
  lastTimestamp: "2026-07-10T19:25:02Z"
  message: Add eth0 [10.132.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-10T19:25:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-10T19:25:02Z"
    name: isvc-sklearn-v2-predictor-66758b956b-5nz8j.18c10429357af30d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31961"
    uid: 73253aff-bd61-4db8-95c9-4c43d51c5b46
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:25:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-66758b956b-5nz8j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31919"
    uid: 4ba5c739-279a-4a09-9686-2acac54f14a1
  kind: Event
  lastTimestamp: "2026-07-10T19:25:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e7d18b8520466922c73925c5601004b31b3c3ec90f89a0821d13bdeee1848812"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:25:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:25:02Z"
    name: isvc-sklearn-v2-predictor-66758b956b-5nz8j.18c1042936e5d530
    namespace: kserve-ci-e2e-test
    resourceVersion: "31963"
    uid: 164e24f5-e6bf-4355-8787-faeeade32277
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:25:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-66758b956b-5nz8j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31919"
    uid: 4ba5c739-279a-4a09-9686-2acac54f14a1
  kind: Event
  lastTimestamp: "2026-07-10T19:25:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-10T19:25:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:25:02Z"
    name: isvc-sklearn-v2-predictor-66758b956b-5nz8j.18c104293a217264
    namespace: kserve-ci-e2e-test
    resourceVersion: "31964"
    uid: 56c98421-13f8-461e-8cf3-372eaafd9188
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:25:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-66758b956b-5nz8j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31919"
    uid: 4ba5c739-279a-4a09-9686-2acac54f14a1
  kind: Event
  lastTimestamp: "2026-07-10T19:25:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-10T19:25:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:25:02Z"
    name: isvc-sklearn-v2-predictor-66758b956b-5nz8j.18c104293a924a4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31965"
    uid: 1c8c6a98-11a3-4a7d-b84e-bd8af69c8dda
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:25:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-66758b956b-5nz8j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31919"
    uid: 4ba5c739-279a-4a09-9686-2acac54f14a1
  kind: Event
  lastTimestamp: "2026-07-10T19:25:06Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1724"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:25:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:25:06Z"
    name: isvc-sklearn-v2-predictor-66758b956b-5nz8j.18c1042a1f9511a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32001"
    uid: ee090d6a-62c2-478f-8737-505a61e47b33
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:25:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-66758b956b-5nz8j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31919"
    uid: 4ba5c739-279a-4a09-9686-2acac54f14a1
  kind: Event
  lastTimestamp: "2026-07-10T19:25:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-10T19:25:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:25:06Z"
    name: isvc-sklearn-v2-predictor-66758b956b-5nz8j.18c1042a22a6a92a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32003"
    uid: e7f11f69-4ece-4c1c-a41b-358d2c396276
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:25:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-66758b956b-5nz8j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31919"
    uid: 4ba5c739-279a-4a09-9686-2acac54f14a1
  kind: Event
  lastTimestamp: "2026-07-10T19:25:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:25:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:25:06Z"
    name: isvc-sklearn-v2-predictor-66758b956b-5nz8j.18c1042a23141417
    namespace: kserve-ci-e2e-test
    resourceVersion: "32006"
    uid: 44fef2b5-1954-46f5-bd74-f2737c962a60
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:25:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-66758b956b-5nz8j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31919"
    uid: 4ba5c739-279a-4a09-9686-2acac54f14a1
  kind: Event
  lastTimestamp: "2026-07-10T19:25:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:25:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:25:06Z"
    name: isvc-sklearn-v2-predictor-66758b956b-5nz8j.18c1042a231d7c5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32007"
    uid: 0ff99139-a9a6-45e5-9f44-7d6301b5be7f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:25:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-66758b956b-5nz8j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31919"
    uid: 4ba5c739-279a-4a09-9686-2acac54f14a1
  kind: Event
  lastTimestamp: "2026-07-10T19:25:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-10T19:25:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:25:06Z"
    name: isvc-sklearn-v2-predictor-66758b956b-5nz8j.18c1042a26070cf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32009"
    uid: fa70feb2-d3b0-4d7c-a951-71bac91ba1fd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:25:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-66758b956b-5nz8j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31919"
    uid: 4ba5c739-279a-4a09-9686-2acac54f14a1
  kind: Event
  lastTimestamp: "2026-07-10T19:25:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:25:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:25:06Z"
    name: isvc-sklearn-v2-predictor-66758b956b-5nz8j.18c1042a2676d57a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32010"
    uid: 02447ee4-a7c1-4ae3-842e-709bbe2b13d9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-10T19:25:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-66758b956b-5nz8j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31919"
    uid: 4ba5c739-279a-4a09-9686-2acac54f14a1
  kind: Event
  lastTimestamp: "2026-07-10T19:26:24Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-10T19:25:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:26:24Z"
    name: isvc-sklearn-v2-predictor-66758b956b-5nz8j.18c1042a5b8b021f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32612"
    uid: 982d431c-f557-41e8-b725-1b94211afe2a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:26:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-66758b956b-5nz8j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31919"
    uid: 4ba5c739-279a-4a09-9686-2acac54f14a1
  kind: Event
  lastTimestamp: "2026-07-10T19:26:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:26:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:26:21Z"
    name: isvc-sklearn-v2-predictor-66758b956b-5nz8j.18c1043ba854f5f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32550"
    uid: c0c179c9-f5b5-4e5b-85f0-fcbeef2d9633
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:26:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-66758b956b-5nz8j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31919"
    uid: 4ba5c739-279a-4a09-9686-2acac54f14a1
  kind: Event
  lastTimestamp: "2026-07-10T19:26:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:26:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:26:21Z"
    name: isvc-sklearn-v2-predictor-66758b956b-5nz8j.18c1043ba85550b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32554"
    uid: 9d8898c9-582d-487e-9078-cbcb7ebaa5f0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:26:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-66758b956b-5nz8j
    namespace: kserve-ci-e2e-test
    resourceVersion: "31919"
    uid: 4ba5c739-279a-4a09-9686-2acac54f14a1
  kind: Event
  lastTimestamp: "2026-07-10T19:26:24Z"
  message: 'Readiness probe failed: Get "https://10.132.0.49:8643/healthz": dial tcp
    10.132.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-10T19:26:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:26:24Z"
    name: isvc-sklearn-v2-predictor-66758b956b-5nz8j.18c1043c499a43dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32611"
    uid: a5097f67-a0af-48d1-8c62-eecb391cc627
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:25:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-66758b956b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31904"
    uid: 4e1362e7-935c-4439-9372-3e3dc8135dfe
  kind: Event
  lastTimestamp: "2026-07-10T19:25:01Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-66758b956b-5nz8j'
  metadata:
    creationTimestamp: "2026-07-10T19:25:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:25:01Z"
    name: isvc-sklearn-v2-predictor-66758b956b.18c10428f771a47f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31918"
    uid: 8bfb6b62-5aea-40d8-9c5a-3e7403617e56
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:25:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31902"
    uid: 45ec0935-5bda-49fa-8c79-9bf6194678a3
  kind: Event
  lastTimestamp: "2026-07-10T19:25:01Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-66758b956b from 0 to 1
  metadata:
    creationTimestamp: "2026-07-10T19:25:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:25:01Z"
    name: isvc-sklearn-v2-predictor.18c10428f4c66ccd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31906"
    uid: 1fec60d5-fa9f-4d4e-8b66-8ba7f93fe94a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:25:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31903"
    uid: 915c19ea-cfe0-4847-8498-7da08cb69e74
  kind: Event
  lastTimestamp: "2026-07-10T19:25:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:25:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:25:31Z"
    name: isvc-sklearn-v2-predictor.18c1042c737815b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32182"
    uid: a9f371d5-2bd9-447d-a758-ec9f844af558
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:25:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31903"
    uid: 915c19ea-cfe0-4847-8498-7da08cb69e74
  kind: Event
  lastTimestamp: "2026-07-10T19:25:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:25:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:25:31Z"
    name: isvc-sklearn-v2-predictor.18c1042c73e0cf0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32183"
    uid: 9fd01f6c-83f5-4d89-bb0e-d6f6df47ee45
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-10T19:25:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32080"
    uid: 915c19ea-cfe0-4847-8498-7da08cb69e74
  kind: Event
  lastTimestamp: "2026-07-10T19:26:16Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:25:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:26:16Z"
    name: isvc-sklearn-v2-predictor.18c1043372000332
    namespace: kserve-ci-e2e-test
    resourceVersion: "32490"
    uid: d78c501c-6a5c-4fa2-bdb4-ba4115bdc9d9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-10T19:25:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32080"
    uid: 915c19ea-cfe0-4847-8498-7da08cb69e74
  kind: Event
  lastTimestamp: "2026-07-10T19:26:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:25:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:26:16Z"
    name: isvc-sklearn-v2-predictor.18c10433729d7252
    namespace: kserve-ci-e2e-test
    resourceVersion: "32491"
    uid: 5b0afc90-58c4-4890-bbf1-40bafd99abd0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-10T19:24:01.274719Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-8cb957f44-h2vdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31452"
    uid: 45321d3c-e503-4bee-8254-94317035f5ce
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-8cb957f44-h2vdl
    to ip-10-0-140-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-10T19:24:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-10T19:24:01Z"
    name: isvc-sklearn-v2-runtime-predictor-8cb957f44-h2vdl.18c1041af6fadeeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31458"
    uid: 98e20642-8e1b-4aaa-b29e-1cb26f73196e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c55bbd48f-bmqq8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:24:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-8cb957f44-h2vdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31456"
    uid: 45321d3c-e503-4bee-8254-94317035f5ce
  kind: Event
  lastTimestamp: "2026-07-10T19:24:01Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-10T19:24:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:24:01Z"
    name: isvc-sklearn-v2-runtime-predictor-8cb957f44-h2vdl.18c1041afff8718e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31465"
    uid: 614272ff-dd2a-413a-9470-2d34b6b31f4d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:24:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-8cb957f44-h2vdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31462"
    uid: 45321d3c-e503-4bee-8254-94317035f5ce
  kind: Event
  lastTimestamp: "2026-07-10T19:24:02Z"
  message: Add eth0 [10.132.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-10T19:24:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-10T19:24:02Z"
    name: isvc-sklearn-v2-runtime-predictor-8cb957f44-h2vdl.18c1041b341dcd63
    namespace: kserve-ci-e2e-test
    resourceVersion: "31479"
    uid: e375b643-e4e8-4667-88e3-4383a2f30c6d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:24:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-8cb957f44-h2vdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31456"
    uid: 45321d3c-e503-4bee-8254-94317035f5ce
  kind: Event
  lastTimestamp: "2026-07-10T19:24:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e7d18b8520466922c73925c5601004b31b3c3ec90f89a0821d13bdeee1848812"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:24:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:24:02Z"
    name: isvc-sklearn-v2-runtime-predictor-8cb957f44-h2vdl.18c1041b35d609f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31481"
    uid: 6cd4a6c7-8d45-449a-a38d-5167511369ab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:24:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-8cb957f44-h2vdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31456"
    uid: 45321d3c-e503-4bee-8254-94317035f5ce
  kind: Event
  lastTimestamp: "2026-07-10T19:24:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-10T19:24:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:24:02Z"
    name: isvc-sklearn-v2-runtime-predictor-8cb957f44-h2vdl.18c1041b383e7535
    namespace: kserve-ci-e2e-test
    resourceVersion: "31482"
    uid: cadc889b-4770-4ffc-b87d-6ff5e01b43ff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:24:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-8cb957f44-h2vdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31456"
    uid: 45321d3c-e503-4bee-8254-94317035f5ce
  kind: Event
  lastTimestamp: "2026-07-10T19:24:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-10T19:24:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:24:02Z"
    name: isvc-sklearn-v2-runtime-predictor-8cb957f44-h2vdl.18c1041b38edbb9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31483"
    uid: 51e7e400-a9e2-4d72-8500-824cabca43f6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:24:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-8cb957f44-h2vdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31456"
    uid: 45321d3c-e503-4bee-8254-94317035f5ce
  kind: Event
  lastTimestamp: "2026-07-10T19:24:07Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-10T19:24:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:24:07Z"
    name: isvc-sklearn-v2-runtime-predictor-8cb957f44-h2vdl.18c1041c5639db22
    namespace: kserve-ci-e2e-test
    resourceVersion: "31518"
    uid: 6af7f466-0147-437f-9402-60186527cb27
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:24:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-8cb957f44-h2vdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31456"
    uid: 45321d3c-e503-4bee-8254-94317035f5ce
  kind: Event
  lastTimestamp: "2026-07-10T19:24:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-10T19:24:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:24:07Z"
    name: isvc-sklearn-v2-runtime-predictor-8cb957f44-h2vdl.18c1041c591ba056
    namespace: kserve-ci-e2e-test
    resourceVersion: "31520"
    uid: f5ffc26a-8e92-461e-8cff-f1f5bbdb28ca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:24:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-8cb957f44-h2vdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31456"
    uid: 45321d3c-e503-4bee-8254-94317035f5ce
  kind: Event
  lastTimestamp: "2026-07-10T19:24:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:24:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:24:07Z"
    name: isvc-sklearn-v2-runtime-predictor-8cb957f44-h2vdl.18c1041c598159b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31521"
    uid: d57626b9-84ce-469a-9220-af90bd89dd69
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:24:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-8cb957f44-h2vdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31456"
    uid: 45321d3c-e503-4bee-8254-94317035f5ce
  kind: Event
  lastTimestamp: "2026-07-10T19:24:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:24:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:24:07Z"
    name: isvc-sklearn-v2-runtime-predictor-8cb957f44-h2vdl.18c1041c598beb47
    namespace: kserve-ci-e2e-test
    resourceVersion: "31524"
    uid: 1e021383-66e9-4fed-98c6-cbae3150bcc9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:24:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-8cb957f44-h2vdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31456"
    uid: 45321d3c-e503-4bee-8254-94317035f5ce
  kind: Event
  lastTimestamp: "2026-07-10T19:24:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-10T19:24:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:24:07Z"
    name: isvc-sklearn-v2-runtime-predictor-8cb957f44-h2vdl.18c1041c5c0155e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31525"
    uid: f98fad99-6852-41ec-92aa-11a3d2071a5d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:24:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-8cb957f44-h2vdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31456"
    uid: 45321d3c-e503-4bee-8254-94317035f5ce
  kind: Event
  lastTimestamp: "2026-07-10T19:24:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:24:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:24:07Z"
    name: isvc-sklearn-v2-runtime-predictor-8cb957f44-h2vdl.18c1041c5c66a4b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31527"
    uid: cc49e3ce-f86d-4d35-bb6f-f14997546a23
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:24:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-8cb957f44-h2vdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31456"
    uid: 45321d3c-e503-4bee-8254-94317035f5ce
  kind: Event
  lastTimestamp: "2026-07-10T19:24:45Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-07-10T19:24:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:24:45Z"
    name: isvc-sklearn-v2-runtime-predictor-8cb957f44-h2vdl.18c104253141c725
    namespace: kserve-ci-e2e-test
    resourceVersion: "31776"
    uid: b8f76d5d-2e9f-447c-97ec-4a34c1a35fc5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:25:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-8cb957f44-h2vdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31456"
    uid: 45321d3c-e503-4bee-8254-94317035f5ce
  kind: Event
  lastTimestamp: "2026-07-10T19:25:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:25:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:25:01Z"
    name: isvc-sklearn-v2-runtime-predictor-8cb957f44-h2vdl.18c10428f9b87219
    namespace: kserve-ci-e2e-test
    resourceVersion: "31937"
    uid: 5c9d127f-7f09-4ae4-af13-b55e50ecbf5c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:25:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-8cb957f44-h2vdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31456"
    uid: 45321d3c-e503-4bee-8254-94317035f5ce
  kind: Event
  lastTimestamp: "2026-07-10T19:25:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:25:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:25:01Z"
    name: isvc-sklearn-v2-runtime-predictor-8cb957f44-h2vdl.18c10428f9b99fdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31939"
    uid: d6dbda58-67d1-4286-ade7-2c02bf24529b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:25:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-8cb957f44-h2vdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31456"
    uid: 45321d3c-e503-4bee-8254-94317035f5ce
  kind: Event
  lastTimestamp: "2026-07-10T19:25:05Z"
  message: 'Readiness probe failed: Get "https://10.132.0.48:8643/healthz": dial tcp
    10.132.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-10T19:25:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:25:05Z"
    name: isvc-sklearn-v2-runtime-predictor-8cb957f44-h2vdl.18c10429d7ffb142
    namespace: kserve-ci-e2e-test
    resourceVersion: "31988"
    uid: 1f10a828-ba9a-42cb-af00-f9fefb597711
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:25:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-8cb957f44-h2vdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31456"
    uid: 45321d3c-e503-4bee-8254-94317035f5ce
  kind: Event
  lastTimestamp: "2026-07-10T19:25:05Z"
  message: 'Readiness probe failed: Get "http://10.132.0.48:8080/v2/models/isvc-sklearn-v2-runtime/ready":
    dial tcp 10.132.0.48:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-10T19:25:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:25:05Z"
    name: isvc-sklearn-v2-runtime-predictor-8cb957f44-h2vdl.18c10429d85c5128
    namespace: kserve-ci-e2e-test
    resourceVersion: "31989"
    uid: a6436aec-3245-4812-ba6c-7ce488986dff
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:24:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-8cb957f44
    namespace: kserve-ci-e2e-test
    resourceVersion: "31442"
    uid: 29a2bfab-ec60-4fb7-9c74-4f22cf4ff862
  kind: Event
  lastTimestamp: "2026-07-10T19:24:01Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-8cb957f44-h2vdl'
  metadata:
    creationTimestamp: "2026-07-10T19:24:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:24:01Z"
    name: isvc-sklearn-v2-runtime-predictor-8cb957f44.18c1041af69355cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31455"
    uid: 4e25dff3-6b9e-4469-8f7d-fb211960c65b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:24:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31438"
    uid: b1bdb551-869b-4d8d-8d46-0623ad4ef77f
  kind: Event
  lastTimestamp: "2026-07-10T19:24:01Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-8cb957f44 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-10T19:24:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:24:01Z"
    name: isvc-sklearn-v2-runtime-predictor.18c1041af31b8c02
    namespace: kserve-ci-e2e-test
    resourceVersion: "31444"
    uid: 1fa94195-dc8f-4b4b-99f9-4151f6327adf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:24:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31441"
    uid: 291d4928-e1a4-4506-920f-96c677e64ad8
  kind: Event
  lastTimestamp: "2026-07-10T19:24:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:24:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:24:31Z"
    name: isvc-sklearn-v2-runtime-predictor.18c1041e72c45cfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "31685"
    uid: 3d07aab5-3fa8-47ec-89a9-1824cc3f48d1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:24:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31441"
    uid: 291d4928-e1a4-4506-920f-96c677e64ad8
  kind: Event
  lastTimestamp: "2026-07-10T19:24:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:24:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:24:31Z"
    name: isvc-sklearn-v2-runtime-predictor.18c1041e73fbb722
    namespace: kserve-ci-e2e-test
    resourceVersion: "31686"
    uid: 388b88d4-c7c9-49b9-8698-372d8e7a6372
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:24:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31588"
    uid: 291d4928-e1a4-4506-920f-96c677e64ad8
  kind: Event
  lastTimestamp: "2026-07-10T19:25:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:24:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:25:01Z"
    name: isvc-sklearn-v2-runtime-predictor.18c1042571ee5a03
    namespace: kserve-ci-e2e-test
    resourceVersion: "31892"
    uid: 46094724-85b1-4355-86bc-cae70503b6b5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:24:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31588"
    uid: 291d4928-e1a4-4506-920f-96c677e64ad8
  kind: Event
  lastTimestamp: "2026-07-10T19:25:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:24:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:25:01Z"
    name: isvc-sklearn-v2-runtime-predictor.18c10425726137de
    namespace: kserve-ci-e2e-test
    resourceVersion: "31893"
    uid: 6489060d-d2d6-4225-9fef-a7fb4ddf4bb7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-10T19:24:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31415"
    uid: dcf836f4-e410-4c8f-ab89-8a4bdfaa60e1
  kind: Event
  lastTimestamp: "2026-07-10T19:24:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-10T19:24:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:24:55Z"
    name: isvc-sklearn-v2-runtime.18c1041af3253791
    namespace: kserve-ci-e2e-test
    resourceVersion: "31854"
    uid: 1e1ec0a7-88d5-41ec-bc91-b4194a30a7d0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:24:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31415"
    uid: dcf836f4-e410-4c8f-ab89-8a4bdfaa60e1
  kind: Event
  lastTimestamp: "2026-07-10T19:24:01Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-10T19:24:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:24:01Z"
    name: isvc-sklearn-v2-runtime.18c1041af39eff6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31447"
    uid: 797d937f-28e3-4f7a-9605-44d6dd81c745
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:24:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31851"
    uid: dcf836f4-e410-4c8f-ab89-8a4bdfaa60e1
  kind: Event
  lastTimestamp: "2026-07-10T19:24:55Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-10T19:24:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:24:55Z"
    name: isvc-sklearn-v2-runtime.18c104278931f5d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31853"
    uid: 7ff3949a-5eb9-4152-96f6-2abfdd496da8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-10T19:25:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31891"
    uid: 74f75b59-670e-4dc5-9161-ea3e68d67366
  kind: Event
  lastTimestamp: "2026-07-10T19:26:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-10T19:25:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:26:14Z"
    name: isvc-sklearn-v2.18c10428f4a1cec2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32476"
    uid: 7cfd8b1b-7ab3-4113-8f9f-2df47cca3b30
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:25:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31891"
    uid: 74f75b59-670e-4dc5-9161-ea3e68d67366
  kind: Event
  lastTimestamp: "2026-07-10T19:25:01Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-10T19:25:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:25:01Z"
    name: isvc-sklearn-v2.18c10428f51076b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31944"
    uid: 0abb88c7-c47d-4200-ba9b-3934866c9a4d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:25:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31910"
    uid: 74f75b59-670e-4dc5-9161-ea3e68d67366
  kind: Event
  lastTimestamp: "2026-07-10T19:25:01Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-10T19:25:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:25:01Z"
    name: isvc-sklearn-v2.18c10428fc3702a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31945"
    uid: 92be11be-8546-4915-a4fb-0cf205042574
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:26:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32474"
    uid: 74f75b59-670e-4dc5-9161-ea3e68d67366
  kind: Event
  lastTimestamp: "2026-07-10T19:26:14Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-10T19:26:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:26:14Z"
    name: isvc-sklearn-v2.18c10439fa7b6e4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32475"
    uid: 4f3f5062-ad13-432b-8f9d-3b744fb35c5d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-10T19:21:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29903"
    uid: 250c28ac-1454-49fa-8b9f-42b7085e9c04
  kind: Event
  lastTimestamp: "2026-07-10T19:22:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-10T19:21:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:22:16Z"
    name: isvc-sklearn.18c103f197ba878f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30500"
    uid: 4b3473f4-d58d-4139-9852-eb7f591af8b1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:21:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29903"
    uid: 250c28ac-1454-49fa-8b9f-42b7085e9c04
  kind: Event
  lastTimestamp: "2026-07-10T19:21:03Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-10T19:21:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:21:03Z"
    name: isvc-sklearn.18c103f1980e7fc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29931"
    uid: 145dc822-402e-480a-b535-5b8a171f0302
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:22:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30498"
    uid: 250c28ac-1454-49fa-8b9f-42b7085e9c04
  kind: Event
  lastTimestamp: "2026-07-10T19:22:16Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-07-10T19:22:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:22:16Z"
    name: isvc-sklearn.18c1040297cc8655
    namespace: kserve-ci-e2e-test
    resourceVersion: "30499"
    uid: 0afeddab-3ba1-47d7-8a1a-435b50bfb028
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-10T19:27:41.923785Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-7b797b7849-whcs9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33183"
    uid: e223fa14-eb03-4997-a6cd-131e0e8b49c6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-7b797b7849-whcs9
    to ip-10-0-140-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-10T19:27:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-10T19:27:41Z"
    name: isvc-tensorflow-predictor-7b797b7849-whcs9.18c1044e56b08152
    namespace: kserve-ci-e2e-test
    resourceVersion: "33188"
    uid: 24d46115-2b09-4ee4-a671-b9485675be42
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c55bbd48f-bmqq8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:27:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-7b797b7849-whcs9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33194"
    uid: e223fa14-eb03-4997-a6cd-131e0e8b49c6
  kind: Event
  lastTimestamp: "2026-07-10T19:27:42Z"
  message: Add eth0 [10.132.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-10T19:27:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-10T19:27:42Z"
    name: isvc-tensorflow-predictor-7b797b7849-whcs9.18c1044e7020404d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33202"
    uid: 913827ad-d33a-4588-b0b0-9f61fe00b824
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:27:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-7b797b7849-whcs9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33185"
    uid: e223fa14-eb03-4997-a6cd-131e0e8b49c6
  kind: Event
  lastTimestamp: "2026-07-10T19:27:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e7d18b8520466922c73925c5601004b31b3c3ec90f89a0821d13bdeee1848812"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:27:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:27:42Z"
    name: isvc-tensorflow-predictor-7b797b7849-whcs9.18c1044e717338f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33204"
    uid: 4342bd14-0872-41e0-a379-aeda4b9270db
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:27:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-7b797b7849-whcs9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33185"
    uid: e223fa14-eb03-4997-a6cd-131e0e8b49c6
  kind: Event
  lastTimestamp: "2026-07-10T19:27:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-10T19:27:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:27:42Z"
    name: isvc-tensorflow-predictor-7b797b7849-whcs9.18c1044e744aba24
    namespace: kserve-ci-e2e-test
    resourceVersion: "33206"
    uid: 56bbf0bc-760e-484e-88a2-f0cc46863919
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:27:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-7b797b7849-whcs9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33185"
    uid: e223fa14-eb03-4997-a6cd-131e0e8b49c6
  kind: Event
  lastTimestamp: "2026-07-10T19:27:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-10T19:27:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:27:42Z"
    name: isvc-tensorflow-predictor-7b797b7849-whcs9.18c1044e74b81bb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33207"
    uid: 99def776-38bc-4a84-840f-24d01525d30b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:27:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-7b797b7849-whcs9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33185"
    uid: e223fa14-eb03-4997-a6cd-131e0e8b49c6
  kind: Event
  lastTimestamp: "2026-07-10T19:27:46Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-07-10T19:27:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:27:46Z"
    name: isvc-tensorflow-predictor-7b797b7849-whcs9.18c1044f82b67058
    namespace: kserve-ci-e2e-test
    resourceVersion: "33249"
    uid: d4bc2b3c-31c9-48e3-8b82-e06661af1464
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:27:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-7b797b7849-whcs9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33185"
    uid: e223fa14-eb03-4997-a6cd-131e0e8b49c6
  kind: Event
  lastTimestamp: "2026-07-10T19:27:51Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 4.06s (4.06s including
    waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-07-10T19:27:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:27:51Z"
    name: isvc-tensorflow-predictor-7b797b7849-whcs9.18c1045074b99a30
    namespace: kserve-ci-e2e-test
    resourceVersion: "33277"
    uid: 68c6797a-1c47-4044-9687-ab5f937e588e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:27:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-7b797b7849-whcs9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33185"
    uid: e223fa14-eb03-4997-a6cd-131e0e8b49c6
  kind: Event
  lastTimestamp: "2026-07-10T19:27:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-10T19:27:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:27:51Z"
    name: isvc-tensorflow-predictor-7b797b7849-whcs9.18c1045078199931
    namespace: kserve-ci-e2e-test
    resourceVersion: "33279"
    uid: e15c90b2-9d38-429c-b123-6d10f001a6ce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:27:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-7b797b7849-whcs9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33185"
    uid: e223fa14-eb03-4997-a6cd-131e0e8b49c6
  kind: Event
  lastTimestamp: "2026-07-10T19:27:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:27:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:27:51Z"
    name: isvc-tensorflow-predictor-7b797b7849-whcs9.18c1045078a4449a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33280"
    uid: b859aa3a-c800-410a-8fa4-ce3842434b46
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:27:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-7b797b7849-whcs9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33185"
    uid: e223fa14-eb03-4997-a6cd-131e0e8b49c6
  kind: Event
  lastTimestamp: "2026-07-10T19:27:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:27:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:27:51Z"
    name: isvc-tensorflow-predictor-7b797b7849-whcs9.18c1045078ae25aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "33281"
    uid: 2536920e-264a-49a5-8cd8-deddb4eb9a2e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:27:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-7b797b7849-whcs9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33185"
    uid: e223fa14-eb03-4997-a6cd-131e0e8b49c6
  kind: Event
  lastTimestamp: "2026-07-10T19:27:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-10T19:27:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:27:51Z"
    name: isvc-tensorflow-predictor-7b797b7849-whcs9.18c104507b8544f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33282"
    uid: f86b1b65-8163-4264-9e54-84b73f652513
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:27:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-7b797b7849-whcs9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33185"
    uid: e223fa14-eb03-4997-a6cd-131e0e8b49c6
  kind: Event
  lastTimestamp: "2026-07-10T19:27:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:27:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:27:51Z"
    name: isvc-tensorflow-predictor-7b797b7849-whcs9.18c104507bf2ac64
    namespace: kserve-ci-e2e-test
    resourceVersion: "33284"
    uid: ced35c37-a2e4-4077-a11a-b1f30cd42efb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-10T19:27:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-7b797b7849-whcs9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33185"
    uid: e223fa14-eb03-4997-a6cd-131e0e8b49c6
  kind: Event
  lastTimestamp: "2026-07-10T19:27:58Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-10T19:27:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:27:58Z"
    name: isvc-tensorflow-predictor-7b797b7849-whcs9.18c10450e9bf5e5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33345"
    uid: 7aef7997-2e98-46f3-9bd0-247cd00314da
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:28:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-7b797b7849-whcs9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33185"
    uid: e223fa14-eb03-4997-a6cd-131e0e8b49c6
  kind: Event
  lastTimestamp: "2026-07-10T19:28:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:28:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:28:21Z"
    name: isvc-tensorflow-predictor-7b797b7849-whcs9.18c10457a8b5ae51
    namespace: kserve-ci-e2e-test
    resourceVersion: "33525"
    uid: 296973b9-a42b-4507-a2de-a26fa1d25a27
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:28:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-7b797b7849-whcs9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33185"
    uid: e223fa14-eb03-4997-a6cd-131e0e8b49c6
  kind: Event
  lastTimestamp: "2026-07-10T19:28:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:28:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:28:21Z"
    name: isvc-tensorflow-predictor-7b797b7849-whcs9.18c10457a8b64244
    namespace: kserve-ci-e2e-test
    resourceVersion: "33529"
    uid: 875543c2-9542-4f31-826a-d4015178b273
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-10T19:28:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-7b797b7849-whcs9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33185"
    uid: e223fa14-eb03-4997-a6cd-131e0e8b49c6
  kind: Event
  lastTimestamp: "2026-07-10T19:28:48Z"
  message: 'Readiness probe failed: Get "https://10.132.0.51:8643/healthz": dial tcp
    10.132.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-10T19:28:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:28:48Z"
    name: isvc-tensorflow-predictor-7b797b7849-whcs9.18c1045821f1a253
    namespace: kserve-ci-e2e-test
    resourceVersion: "33770"
    uid: bbb3c4bc-533b-4b64-8129-2b8bda8866eb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:27:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-7b797b7849
    namespace: kserve-ci-e2e-test
    resourceVersion: "33173"
    uid: 08c42638-509f-404f-b4f1-bc6a0568d594
  kind: Event
  lastTimestamp: "2026-07-10T19:27:41Z"
  message: 'Created pod: isvc-tensorflow-predictor-7b797b7849-whcs9'
  metadata:
    creationTimestamp: "2026-07-10T19:27:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:27:41Z"
    name: isvc-tensorflow-predictor-7b797b7849.18c1044e56275eda
    namespace: kserve-ci-e2e-test
    resourceVersion: "33184"
    uid: ae4884f6-c9aa-4550-ae6d-522561e985c0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:27:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33171"
    uid: 4dd622b5-d837-4699-814b-f6a74da93e17
  kind: Event
  lastTimestamp: "2026-07-10T19:27:41Z"
  message: Scaled up replica set isvc-tensorflow-predictor-7b797b7849 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-10T19:27:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:27:41Z"
    name: isvc-tensorflow-predictor.18c1044e5347cb75
    namespace: kserve-ci-e2e-test
    resourceVersion: "33175"
    uid: be2d6890-7208-4563-ba86-de6002736ebf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:27:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33172"
    uid: 44caed45-e4f3-45f3-b3c2-40380a04ed64
  kind: Event
  lastTimestamp: "2026-07-10T19:28:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:27:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:28:11Z"
    name: isvc-tensorflow-predictor.18c10451d1b186d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33432"
    uid: bdeab95d-28d4-4707-9fdf-4def36cdbe10
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:27:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33172"
    uid: 44caed45-e4f3-45f3-b3c2-40380a04ed64
  kind: Event
  lastTimestamp: "2026-07-10T19:28:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:27:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:28:11Z"
    name: isvc-tensorflow-predictor.18c10451d21740fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "33433"
    uid: 15a9b946-67c9-4c7f-8b26-9e45c8902e89
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-10T19:28:22.018692Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-7c8bd75989-2r4dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33535"
    uid: 435fbc3c-a34f-4bdd-a04b-167d64b6c349
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-7c8bd75989-2r4dn
    to ip-10-0-140-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-10T19:28:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-10T19:28:22Z"
    name: isvc-tensorflow-runtime-predictor-7c8bd75989-2r4dn.18c10457ac883d36
    namespace: kserve-ci-e2e-test
    resourceVersion: "33542"
    uid: 7bef7307-95b7-4dc1-9911-3e3c5ba27301
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c55bbd48f-bmqq8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:28:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-7c8bd75989-2r4dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33548"
    uid: 435fbc3c-a34f-4bdd-a04b-167d64b6c349
  kind: Event
  lastTimestamp: "2026-07-10T19:28:22Z"
  message: Add eth0 [10.132.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-10T19:28:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-10T19:28:22Z"
    name: isvc-tensorflow-runtime-predictor-7c8bd75989-2r4dn.18c10457c5f886a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33555"
    uid: e11e8f0d-7be3-40cc-b661-71ee60fd9e8e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:28:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-7c8bd75989-2r4dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33537"
    uid: 435fbc3c-a34f-4bdd-a04b-167d64b6c349
  kind: Event
  lastTimestamp: "2026-07-10T19:28:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e7d18b8520466922c73925c5601004b31b3c3ec90f89a0821d13bdeee1848812"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:28:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:28:22Z"
    name: isvc-tensorflow-runtime-predictor-7c8bd75989-2r4dn.18c10457c77b683e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33557"
    uid: 17706f5c-056c-40d3-bc4e-56548937f747
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:28:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-7c8bd75989-2r4dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33537"
    uid: 435fbc3c-a34f-4bdd-a04b-167d64b6c349
  kind: Event
  lastTimestamp: "2026-07-10T19:28:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-10T19:28:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:28:22Z"
    name: isvc-tensorflow-runtime-predictor-7c8bd75989-2r4dn.18c10457c9e88df9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33558"
    uid: 4e81b987-d074-4eed-879d-a6a3c8d8d00b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:28:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-7c8bd75989-2r4dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33537"
    uid: 435fbc3c-a34f-4bdd-a04b-167d64b6c349
  kind: Event
  lastTimestamp: "2026-07-10T19:28:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-10T19:28:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:28:22Z"
    name: isvc-tensorflow-runtime-predictor-7c8bd75989-2r4dn.18c10457ca43b44e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33559"
    uid: 9d9b9ac1-6dc5-4560-8db1-ba77b4722843
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:28:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-7c8bd75989-2r4dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33537"
    uid: 435fbc3c-a34f-4bdd-a04b-167d64b6c349
  kind: Event
  lastTimestamp: "2026-07-10T19:28:27Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:28:27Z"
    name: isvc-tensorflow-runtime-predictor-7c8bd75989-2r4dn.18c10458dbdb3eab
    namespace: kserve-ci-e2e-test
    resourceVersion: "33599"
    uid: 8127a20f-8712-413d-aed6-f03bdc356c20
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:28:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-7c8bd75989-2r4dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33537"
    uid: 435fbc3c-a34f-4bdd-a04b-167d64b6c349
  kind: Event
  lastTimestamp: "2026-07-10T19:28:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-10T19:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:28:27Z"
    name: isvc-tensorflow-runtime-predictor-7c8bd75989-2r4dn.18c10458df59b0c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33602"
    uid: 055e36bd-1165-4c8f-9d13-31ade5875644
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:28:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-7c8bd75989-2r4dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33537"
    uid: 435fbc3c-a34f-4bdd-a04b-167d64b6c349
  kind: Event
  lastTimestamp: "2026-07-10T19:28:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:28:27Z"
    name: isvc-tensorflow-runtime-predictor-7c8bd75989-2r4dn.18c10458dfb951b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33605"
    uid: 2c5120fa-599b-4c54-af95-61ad07b69ff9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:28:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-7c8bd75989-2r4dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33537"
    uid: 435fbc3c-a34f-4bdd-a04b-167d64b6c349
  kind: Event
  lastTimestamp: "2026-07-10T19:28:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:28:27Z"
    name: isvc-tensorflow-runtime-predictor-7c8bd75989-2r4dn.18c10458dfc33bf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33606"
    uid: 889d5bdb-d6e2-4d8b-831f-cd010957b6f7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:28:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-7c8bd75989-2r4dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33537"
    uid: 435fbc3c-a34f-4bdd-a04b-167d64b6c349
  kind: Event
  lastTimestamp: "2026-07-10T19:28:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-10T19:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:28:27Z"
    name: isvc-tensorflow-runtime-predictor-7c8bd75989-2r4dn.18c10458e2601cbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33608"
    uid: 219c9253-e9cd-4451-b710-70e4ee42a855
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:28:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-7c8bd75989-2r4dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33537"
    uid: 435fbc3c-a34f-4bdd-a04b-167d64b6c349
  kind: Event
  lastTimestamp: "2026-07-10T19:28:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:28:27Z"
    name: isvc-tensorflow-runtime-predictor-7c8bd75989-2r4dn.18c10458e2bdfb77
    namespace: kserve-ci-e2e-test
    resourceVersion: "33609"
    uid: 7dcab760-2874-450c-b65e-28fc756a9d8c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-10T19:28:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-7c8bd75989-2r4dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33537"
    uid: 435fbc3c-a34f-4bdd-a04b-167d64b6c349
  kind: Event
  lastTimestamp: "2026-07-10T19:28:35Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-10T19:28:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:28:35Z"
    name: isvc-tensorflow-runtime-predictor-7c8bd75989-2r4dn.18c1045953a212d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33665"
    uid: 96a31cb1-363e-4880-83ad-a7046d44b7de
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:29:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-7c8bd75989-2r4dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33537"
    uid: 435fbc3c-a34f-4bdd-a04b-167d64b6c349
  kind: Event
  lastTimestamp: "2026-07-10T19:29:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:29:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:29:02Z"
    name: isvc-tensorflow-runtime-predictor-7c8bd75989-2r4dn.18c1046103f6917a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33894"
    uid: 58380852-1e0a-4895-aa39-af80f5686a59
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:29:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-7c8bd75989-2r4dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33537"
    uid: 435fbc3c-a34f-4bdd-a04b-167d64b6c349
  kind: Event
  lastTimestamp: "2026-07-10T19:29:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:29:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:29:02Z"
    name: isvc-tensorflow-runtime-predictor-7c8bd75989-2r4dn.18c1046103f6f1ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "33897"
    uid: a1a2520c-d31b-42f4-bc77-59ad01b925f5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-10T19:29:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-7c8bd75989-2r4dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33537"
    uid: 435fbc3c-a34f-4bdd-a04b-167d64b6c349
  kind: Event
  lastTimestamp: "2026-07-10T19:29:30Z"
  message: 'Readiness probe failed: Get "https://10.132.0.52:8643/healthz": dial tcp
    10.132.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-10T19:29:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:29:30Z"
    name: isvc-tensorflow-runtime-predictor-7c8bd75989-2r4dn.18c10461b59a43c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34141"
    uid: 754db653-bdbd-4056-ad83-9af04d230afe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:28:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-7c8bd75989
    namespace: kserve-ci-e2e-test
    resourceVersion: "33524"
    uid: 5835076d-da8e-4074-82ae-0ad769931365
  kind: Event
  lastTimestamp: "2026-07-10T19:28:22Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-7c8bd75989-2r4dn'
  metadata:
    creationTimestamp: "2026-07-10T19:28:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:28:22Z"
    name: isvc-tensorflow-runtime-predictor-7c8bd75989.18c10457ac1d9fca
    namespace: kserve-ci-e2e-test
    resourceVersion: "33536"
    uid: a8d0793e-2986-4d75-97fd-bf15581af9a8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:28:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33520"
    uid: f0abfb09-4297-4a60-8bd6-208bd5cfbc17
  kind: Event
  lastTimestamp: "2026-07-10T19:28:21Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-7c8bd75989 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-10T19:28:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:28:21Z"
    name: isvc-tensorflow-runtime-predictor.18c10457a8f29536
    namespace: kserve-ci-e2e-test
    resourceVersion: "33527"
    uid: b5ff5028-c689-47f5-bc50-9ef319f9d1d3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:28:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33523"
    uid: 479cf2d3-ac94-4a59-8e75-b71e57970a71
  kind: Event
  lastTimestamp: "2026-07-10T19:28:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:28:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:28:51Z"
    name: isvc-tensorflow-runtime-predictor.18c1045b27ebe49b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33792"
    uid: 4afe9b7a-be40-4daf-9fe6-ab52a8f3f5e4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:28:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33523"
    uid: 479cf2d3-ac94-4a59-8e75-b71e57970a71
  kind: Event
  lastTimestamp: "2026-07-10T19:28:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:28:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:28:51Z"
    name: isvc-tensorflow-runtime-predictor.18c1045b2851c0b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33793"
    uid: b25fd44b-29b3-477b-bcf2-cb57d3f9b865
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-10T19:28:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33499"
    uid: 60bab5ad-dd53-42ab-9529-07d1942347b2
  kind: Event
  lastTimestamp: "2026-07-10T19:28:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-10T19:28:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:28:45Z"
    name: isvc-tensorflow-runtime.18c10457a8ce1cc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33741"
    uid: d4fbfd2b-1049-464e-bf73-0bb02aa6d899
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:28:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33499"
    uid: 60bab5ad-dd53-42ab-9529-07d1942347b2
  kind: Event
  lastTimestamp: "2026-07-10T19:28:21Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-10T19:28:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:28:21Z"
    name: isvc-tensorflow-runtime.18c10457a91f9937
    namespace: kserve-ci-e2e-test
    resourceVersion: "33530"
    uid: eda0c25f-2faa-4841-a471-569ba3c27944
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:28:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33739"
    uid: 60bab5ad-dd53-42ab-9529-07d1942347b2
  kind: Event
  lastTimestamp: "2026-07-10T19:28:45Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-10T19:28:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:28:45Z"
    name: isvc-tensorflow-runtime.18c1045d12fc3266
    namespace: kserve-ci-e2e-test
    resourceVersion: "33740"
    uid: 7be675f1-33ea-4766-a526-f25b6566b589
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-10T19:27:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33146"
    uid: 372dedec-de9a-4a3f-828c-6c4201ccc2cc
  kind: Event
  lastTimestamp: "2026-07-10T19:28:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-10T19:27:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:28:09Z"
    name: isvc-tensorflow.18c1044e5316b326
    namespace: kserve-ci-e2e-test
    resourceVersion: "33415"
    uid: 52209053-7fcd-4de4-b8cd-0ccdedbcb0a2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:27:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33146"
    uid: 372dedec-de9a-4a3f-828c-6c4201ccc2cc
  kind: Event
  lastTimestamp: "2026-07-10T19:27:41Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-10T19:27:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:27:41Z"
    name: isvc-tensorflow.18c1044e536da220
    namespace: kserve-ci-e2e-test
    resourceVersion: "33177"
    uid: fcfd4928-ae27-4ee0-aa4a-c94bb95d7902
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:28:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33411"
    uid: 372dedec-de9a-4a3f-828c-6c4201ccc2cc
  kind: Event
  lastTimestamp: "2026-07-10T19:28:09Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-07-10T19:28:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:28:09Z"
    name: isvc-tensorflow.18c10454a8bd2a3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33414"
    uid: 8157eeaa-c788-4187-a424-6417bc1b1d03
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-10T19:29:02.220165Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-6cfd998464-2ncxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33912"
    uid: 6c6dfcf8-3934-4a28-ac84-b4b8126bfc2f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-6cfd998464-2ncxb
    to ip-10-0-140-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-10T19:29:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-10T19:29:02Z"
    name: isvc-triton-predictor-6cfd998464-2ncxb.18c1046108b9fdee
    namespace: kserve-ci-e2e-test
    resourceVersion: "33918"
    uid: f4df4f15-ce84-4aa3-8691-d81493f5dbcc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c55bbd48f-bmqq8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:29:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-6cfd998464-2ncxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33922"
    uid: 6c6dfcf8-3934-4a28-ac84-b4b8126bfc2f
  kind: Event
  lastTimestamp: "2026-07-10T19:29:02Z"
  message: Add eth0 [10.132.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-10T19:29:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-10T19:29:02Z"
    name: isvc-triton-predictor-6cfd998464-2ncxb.18c1046121bb3b0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33929"
    uid: 966389ff-5ef5-4a69-9768-7548f9742418
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:29:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-6cfd998464-2ncxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33916"
    uid: 6c6dfcf8-3934-4a28-ac84-b4b8126bfc2f
  kind: Event
  lastTimestamp: "2026-07-10T19:29:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e7d18b8520466922c73925c5601004b31b3c3ec90f89a0821d13bdeee1848812"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:29:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:29:02Z"
    name: isvc-triton-predictor-6cfd998464-2ncxb.18c10461233d411b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33931"
    uid: 2b2eee78-b9f5-43bf-b24d-b7204e9142ed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:29:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-6cfd998464-2ncxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33916"
    uid: 6c6dfcf8-3934-4a28-ac84-b4b8126bfc2f
  kind: Event
  lastTimestamp: "2026-07-10T19:29:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-10T19:29:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:29:02Z"
    name: isvc-triton-predictor-6cfd998464-2ncxb.18c104612670cce9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33933"
    uid: d455243e-e30b-4e49-b2e0-4b0f26f836d1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:29:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-6cfd998464-2ncxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33916"
    uid: 6c6dfcf8-3934-4a28-ac84-b4b8126bfc2f
  kind: Event
  lastTimestamp: "2026-07-10T19:29:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-10T19:29:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:29:02Z"
    name: isvc-triton-predictor-6cfd998464-2ncxb.18c104612739f187
    namespace: kserve-ci-e2e-test
    resourceVersion: "33934"
    uid: 3bd969b5-391e-4a4e-a1ea-5e9a82bdd0b0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:29:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-6cfd998464-2ncxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33916"
    uid: 6c6dfcf8-3934-4a28-ac84-b4b8126bfc2f
  kind: Event
  lastTimestamp: "2026-07-10T19:29:07Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-07-10T19:29:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:29:07Z"
    name: isvc-triton-predictor-6cfd998464-2ncxb.18c104623537ac7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33976"
    uid: 4421aa3f-ce2d-487e-ab9a-4287d60402b1
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:31:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-6cfd998464-2ncxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33916"
    uid: 6c6dfcf8-3934-4a28-ac84-b4b8126bfc2f
  kind: Event
  lastTimestamp: "2026-07-10T19:31:00Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m53.275s
    (1m53.275s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-07-10T19:31:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:31:00Z"
    name: isvc-triton-predictor-6cfd998464-2ncxb.18c1047c94facd28
    namespace: kserve-ci-e2e-test
    resourceVersion: "34762"
    uid: 7b574cdd-c081-48b8-81cf-a6d6e64bff67
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:31:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-6cfd998464-2ncxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33916"
    uid: 6c6dfcf8-3934-4a28-ac84-b4b8126bfc2f
  kind: Event
  lastTimestamp: "2026-07-10T19:31:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-10T19:31:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:31:00Z"
    name: isvc-triton-predictor-6cfd998464-2ncxb.18c1047c9ab93e67
    namespace: kserve-ci-e2e-test
    resourceVersion: "34763"
    uid: 1200cc8b-b919-4a89-9f41-2d9eef0f5968
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:31:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-6cfd998464-2ncxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33916"
    uid: 6c6dfcf8-3934-4a28-ac84-b4b8126bfc2f
  kind: Event
  lastTimestamp: "2026-07-10T19:31:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:31:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:31:00Z"
    name: isvc-triton-predictor-6cfd998464-2ncxb.18c1047c9c065b35
    namespace: kserve-ci-e2e-test
    resourceVersion: "34764"
    uid: ce7c1aca-9d34-4a7d-843f-00566425a0be
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:31:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-6cfd998464-2ncxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33916"
    uid: 6c6dfcf8-3934-4a28-ac84-b4b8126bfc2f
  kind: Event
  lastTimestamp: "2026-07-10T19:31:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:31:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:31:00Z"
    name: isvc-triton-predictor-6cfd998464-2ncxb.18c1047c9c0feab3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34765"
    uid: 4c80a41a-b8d9-4435-ac3d-451afcbb3ded
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:31:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-6cfd998464-2ncxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33916"
    uid: 6c6dfcf8-3934-4a28-ac84-b4b8126bfc2f
  kind: Event
  lastTimestamp: "2026-07-10T19:31:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-10T19:31:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:31:00Z"
    name: isvc-triton-predictor-6cfd998464-2ncxb.18c1047ca1c94412
    namespace: kserve-ci-e2e-test
    resourceVersion: "34768"
    uid: 300bceae-97c0-4493-8993-0f1425fdc371
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:31:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-6cfd998464-2ncxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33916"
    uid: 6c6dfcf8-3934-4a28-ac84-b4b8126bfc2f
  kind: Event
  lastTimestamp: "2026-07-10T19:31:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:31:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:31:00Z"
    name: isvc-triton-predictor-6cfd998464-2ncxb.18c1047ca2d82507
    namespace: kserve-ci-e2e-test
    resourceVersion: "34769"
    uid: 7ce1d4eb-c764-4882-a6c0-879278d85804
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-10T19:31:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-6cfd998464-2ncxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33916"
    uid: 6c6dfcf8-3934-4a28-ac84-b4b8126bfc2f
  kind: Event
  lastTimestamp: "2026-07-10T19:31:06Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-10T19:31:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:31:06Z"
    name: isvc-triton-predictor-6cfd998464-2ncxb.18c1047ca355a741
    namespace: kserve-ci-e2e-test
    resourceVersion: "34809"
    uid: 761bb506-76a8-4663-9dd5-3ef6aef962a6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:31:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-6cfd998464-2ncxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33916"
    uid: 6c6dfcf8-3934-4a28-ac84-b4b8126bfc2f
  kind: Event
  lastTimestamp: "2026-07-10T19:31:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:31:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:31:23Z"
    name: isvc-triton-predictor-6cfd998464-2ncxb.18c10482042cc1e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34978"
    uid: 66e8c01f-5547-41df-a5e8-ba55cbbd7c9f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:31:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-6cfd998464-2ncxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33916"
    uid: 6c6dfcf8-3934-4a28-ac84-b4b8126bfc2f
  kind: Event
  lastTimestamp: "2026-07-10T19:31:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:31:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:31:23Z"
    name: isvc-triton-predictor-6cfd998464-2ncxb.18c10482042dd271
    namespace: kserve-ci-e2e-test
    resourceVersion: "34981"
    uid: 4b93b769-16a2-4ba0-8957-f1c342bcc92d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:29:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-6cfd998464
    namespace: kserve-ci-e2e-test
    resourceVersion: "33901"
    uid: cc7fa3da-829d-42fc-82ca-2a061faf29f3
  kind: Event
  lastTimestamp: "2026-07-10T19:29:02Z"
  message: 'Created pod: isvc-triton-predictor-6cfd998464-2ncxb'
  metadata:
    creationTimestamp: "2026-07-10T19:29:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:29:02Z"
    name: isvc-triton-predictor-6cfd998464.18c104610857ca1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33915"
    uid: 442707bf-7e1c-43bc-be5b-6ca8b2eb7180
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:29:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33898"
    uid: 3bcee2a0-5791-4464-b3e9-7d6cee56c20e
  kind: Event
  lastTimestamp: "2026-07-10T19:29:02Z"
  message: Scaled up replica set isvc-triton-predictor-6cfd998464 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-10T19:29:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:29:02Z"
    name: isvc-triton-predictor.18c10461054e4c8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33902"
    uid: 83fd830f-5378-4d1a-b070-7fab7f2818b0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-10T19:29:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33900"
    uid: 541c3a96-47a8-4c94-9fb3-c04da2e2c09b
  kind: Event
  lastTimestamp: "2026-07-10T19:31:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:29:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:31:02Z"
    name: isvc-triton-predictor.18c104648409cdb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34783"
    uid: d7682774-b423-4b23-8ac2-443a74884c13
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-10T19:29:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33900"
    uid: 541c3a96-47a8-4c94-9fb3-c04da2e2c09b
  kind: Event
  lastTimestamp: "2026-07-10T19:31:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:29:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:31:02Z"
    name: isvc-triton-predictor.18c104648474beb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34784"
    uid: 3e02d06f-9960-451c-b974-4eaaf6c2f41e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:31:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34055"
    uid: 541c3a96-47a8-4c94-9fb3-c04da2e2c09b
  kind: Event
  lastTimestamp: "2026-07-10T19:31:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:31:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:31:17Z"
    name: isvc-triton-predictor.18c104807cdb005b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34890"
    uid: e65201f2-1854-46d5-8be7-261fcd309121
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:31:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34055"
    uid: 541c3a96-47a8-4c94-9fb3-c04da2e2c09b
  kind: Event
  lastTimestamp: "2026-07-10T19:31:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:31:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:31:17Z"
    name: isvc-triton-predictor.18c104807d59bcff
    namespace: kserve-ci-e2e-test
    resourceVersion: "34891"
    uid: 79a5e374-7051-4994-94cc-fec949875ddf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-10T19:29:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "33873"
    uid: 3105767f-f617-4af2-93b7-e44504470558
  kind: Event
  lastTimestamp: "2026-07-10T19:31:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-10T19:29:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:31:16Z"
    name: isvc-triton.18c1046105555bc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34884"
    uid: 8204b582-8f0c-48f9-9e0f-a234a0e197c2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:29:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "33873"
    uid: 3105767f-f617-4af2-93b7-e44504470558
  kind: Event
  lastTimestamp: "2026-07-10T19:29:02Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-10T19:29:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:29:02Z"
    name: isvc-triton.18c1046105e28c36
    namespace: kserve-ci-e2e-test
    resourceVersion: "33905"
    uid: bd0e0a02-839d-4e67-98db-a6dadbfd3d9c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:31:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "34882"
    uid: 3105767f-f617-4af2-93b7-e44504470558
  kind: Event
  lastTimestamp: "2026-07-10T19:31:16Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-07-10T19:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:31:16Z"
    name: isvc-triton.18c10480625ec103
    namespace: kserve-ci-e2e-test
    resourceVersion: "34883"
    uid: be6c7703-4182-4c28-8d93-91594432793d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-10T19:31:23.871377Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-77cc748fc5-wzqwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34963"
    uid: 173e0e8d-8d14-45c7-8218-f590a6e67690
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-77cc748fc5-wzqwb
    to ip-10-0-140-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-10T19:31:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-10T19:31:23Z"
    name: isvc-xgboost-predictor-77cc748fc5-wzqwb.18c1048203cbe9b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34975"
    uid: 782d944f-15b5-45f2-a5b0-8cff2ee43b3c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c55bbd48f-bmqq8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:31:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-77cc748fc5-wzqwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34986"
    uid: 173e0e8d-8d14-45c7-8218-f590a6e67690
  kind: Event
  lastTimestamp: "2026-07-10T19:31:24Z"
  message: Add eth0 [10.132.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-10T19:31:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-10T19:31:24Z"
    name: isvc-xgboost-predictor-77cc748fc5-wzqwb.18c104821d972d21
    namespace: kserve-ci-e2e-test
    resourceVersion: "34994"
    uid: b927ed9c-b06e-4183-a468-ddd1a2d0be59
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:31:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-77cc748fc5-wzqwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34969"
    uid: 173e0e8d-8d14-45c7-8218-f590a6e67690
  kind: Event
  lastTimestamp: "2026-07-10T19:31:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e7d18b8520466922c73925c5601004b31b3c3ec90f89a0821d13bdeee1848812"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:31:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:31:24Z"
    name: isvc-xgboost-predictor-77cc748fc5-wzqwb.18c104821ee7dd70
    namespace: kserve-ci-e2e-test
    resourceVersion: "34996"
    uid: 420a8608-1f54-43e9-8a8f-2da6a731c951
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:31:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-77cc748fc5-wzqwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34969"
    uid: 173e0e8d-8d14-45c7-8218-f590a6e67690
  kind: Event
  lastTimestamp: "2026-07-10T19:31:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-10T19:31:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:31:24Z"
    name: isvc-xgboost-predictor-77cc748fc5-wzqwb.18c1048221740e24
    namespace: kserve-ci-e2e-test
    resourceVersion: "34998"
    uid: 2c47b35d-84d1-4e09-91ed-a0c06c3d2251
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:31:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-77cc748fc5-wzqwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34969"
    uid: 173e0e8d-8d14-45c7-8218-f590a6e67690
  kind: Event
  lastTimestamp: "2026-07-10T19:31:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-10T19:31:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:31:24Z"
    name: isvc-xgboost-predictor-77cc748fc5-wzqwb.18c1048221d57419
    namespace: kserve-ci-e2e-test
    resourceVersion: "34999"
    uid: e227e95f-4f18-48dc-a4ec-58f5e0a916af
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:31:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-77cc748fc5-wzqwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34969"
    uid: 173e0e8d-8d14-45c7-8218-f590a6e67690
  kind: Event
  lastTimestamp: "2026-07-10T19:31:28Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-10T19:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:31:28Z"
    name: isvc-xgboost-predictor-77cc748fc5-wzqwb.18c104832e77b8f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35041"
    uid: 731c85f2-44a2-4b2b-8e56-ae4d20efa18d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:31:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-77cc748fc5-wzqwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34969"
    uid: 173e0e8d-8d14-45c7-8218-f590a6e67690
  kind: Event
  lastTimestamp: "2026-07-10T19:31:48Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 20.042s (20.042s
    including waiting). Image size: 1305567991 bytes.'
  metadata:
    creationTimestamp: "2026-07-10T19:31:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:31:48Z"
    name: isvc-xgboost-predictor-77cc748fc5-wzqwb.18c10487d915e9a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35178"
    uid: bd9b415f-2b41-4c7d-878c-b569e4d216a3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:31:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-77cc748fc5-wzqwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34969"
    uid: 173e0e8d-8d14-45c7-8218-f590a6e67690
  kind: Event
  lastTimestamp: "2026-07-10T19:31:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-10T19:31:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:31:48Z"
    name: isvc-xgboost-predictor-77cc748fc5-wzqwb.18c10487dbc727e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35179"
    uid: e31d8183-b2c3-459e-b006-67d125898fef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:31:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-77cc748fc5-wzqwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34969"
    uid: 173e0e8d-8d14-45c7-8218-f590a6e67690
  kind: Event
  lastTimestamp: "2026-07-10T19:31:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:31:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:31:48Z"
    name: isvc-xgboost-predictor-77cc748fc5-wzqwb.18c10487dc2c202e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35180"
    uid: 10e96545-c752-4ed3-a37c-ff09a6b64c85
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:31:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-77cc748fc5-wzqwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34969"
    uid: 173e0e8d-8d14-45c7-8218-f590a6e67690
  kind: Event
  lastTimestamp: "2026-07-10T19:31:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:31:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:31:48Z"
    name: isvc-xgboost-predictor-77cc748fc5-wzqwb.18c10487dc353209
    namespace: kserve-ci-e2e-test
    resourceVersion: "35181"
    uid: d6a3f496-f677-4db2-a182-6e05b9838973
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:31:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-77cc748fc5-wzqwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34969"
    uid: 173e0e8d-8d14-45c7-8218-f590a6e67690
  kind: Event
  lastTimestamp: "2026-07-10T19:31:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-10T19:31:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:31:49Z"
    name: isvc-xgboost-predictor-77cc748fc5-wzqwb.18c10487dec789aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "35182"
    uid: 4e1af0b5-93f8-470e-8dd0-89d3e5140179
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:31:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-77cc748fc5-wzqwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34969"
    uid: 173e0e8d-8d14-45c7-8218-f590a6e67690
  kind: Event
  lastTimestamp: "2026-07-10T19:31:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:31:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:31:49Z"
    name: isvc-xgboost-predictor-77cc748fc5-wzqwb.18c10487df283928
    namespace: kserve-ci-e2e-test
    resourceVersion: "35183"
    uid: 21beec34-d4c6-4f16-a1eb-42b8780eae59
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-10T19:31:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-77cc748fc5-wzqwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34969"
    uid: 173e0e8d-8d14-45c7-8218-f590a6e67690
  kind: Event
  lastTimestamp: "2026-07-10T19:32:56Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-10T19:31:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:32:56Z"
    name: isvc-xgboost-predictor-77cc748fc5-wzqwb.18c10488536d0a62
    namespace: kserve-ci-e2e-test
    resourceVersion: "35709"
    uid: ae48359c-5e76-4a28-b534-5dc1fbcd941e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:32:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-77cc748fc5-wzqwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34969"
    uid: 173e0e8d-8d14-45c7-8218-f590a6e67690
  kind: Event
  lastTimestamp: "2026-07-10T19:32:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:32:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:32:54Z"
    name: isvc-xgboost-predictor-77cc748fc5-wzqwb.18c104970364f6bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35662"
    uid: be79436d-905a-483e-9629-7d8d9e328cde
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:32:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-77cc748fc5-wzqwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34969"
    uid: 173e0e8d-8d14-45c7-8218-f590a6e67690
  kind: Event
  lastTimestamp: "2026-07-10T19:32:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:32:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:32:54Z"
    name: isvc-xgboost-predictor-77cc748fc5-wzqwb.18c1049703656a1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35665"
    uid: 93d0d450-b469-48ec-b074-6fc9241b570e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:32:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-77cc748fc5-wzqwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34969"
    uid: 173e0e8d-8d14-45c7-8218-f590a6e67690
  kind: Event
  lastTimestamp: "2026-07-10T19:32:56Z"
  message: 'Readiness probe failed: Get "https://10.132.0.54:8643/healthz": dial tcp
    10.132.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-10T19:32:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:32:56Z"
    name: isvc-xgboost-predictor-77cc748fc5-wzqwb.18c10497b1836564
    namespace: kserve-ci-e2e-test
    resourceVersion: "35708"
    uid: 018f0b18-07ac-470f-887d-53a54edf1f07
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:31:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-77cc748fc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34947"
    uid: 23169090-52a6-4ab4-9948-12ba7c09c3cf
  kind: Event
  lastTimestamp: "2026-07-10T19:31:23Z"
  message: 'Created pod: isvc-xgboost-predictor-77cc748fc5-wzqwb'
  metadata:
    creationTimestamp: "2026-07-10T19:31:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:31:23Z"
    name: isvc-xgboost-predictor-77cc748fc5.18c10482032a58f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34967"
    uid: 51e84466-27a3-430b-a86d-ea5019f4c882
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:31:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34945"
    uid: 726ab857-0447-4915-afc1-99570d0576d8
  kind: Event
  lastTimestamp: "2026-07-10T19:31:23Z"
  message: Scaled up replica set isvc-xgboost-predictor-77cc748fc5 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-10T19:31:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:31:23Z"
    name: isvc-xgboost-predictor.18c10481fecf66da
    namespace: kserve-ci-e2e-test
    resourceVersion: "34949"
    uid: 808ee8da-4915-4cd5-a8c5-05329ea4a837
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-10T19:31:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34946"
    uid: 9356503e-8a45-41c2-898d-8e39b5f12081
  kind: Event
  lastTimestamp: "2026-07-10T19:32:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:32:23Z"
    name: isvc-xgboost-predictor.18c104857e2f214c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35410"
    uid: f35d8fe0-d192-42e3-afc2-a6fb51eef2c1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-10T19:31:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34946"
    uid: 9356503e-8a45-41c2-898d-8e39b5f12081
  kind: Event
  lastTimestamp: "2026-07-10T19:32:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:32:23Z"
    name: isvc-xgboost-predictor.18c104857ed57621
    namespace: kserve-ci-e2e-test
    resourceVersion: "35411"
    uid: 887853b0-e120-400d-aba6-a6b2857ba050
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:32:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35110"
    uid: 9356503e-8a45-41c2-898d-8e39b5f12081
  kind: Event
  lastTimestamp: "2026-07-10T19:32:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:32:53Z"
    name: isvc-xgboost-predictor.18c104937a8fbd44
    namespace: kserve-ci-e2e-test
    resourceVersion: "35622"
    uid: b4cc1276-f2df-4940-817f-ee30a47ed906
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:32:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35110"
    uid: 9356503e-8a45-41c2-898d-8e39b5f12081
  kind: Event
  lastTimestamp: "2026-07-10T19:32:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:32:53Z"
    name: isvc-xgboost-predictor.18c104937b09bb9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35624"
    uid: c4baca63-7257-4a63-b469-2cff0391d3cc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-10T19:34:34.404238Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-6446b8b9dc-9t8gv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36489"
    uid: 71c8be97-9fba-4f2a-bb30-836cbf3ce384
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-6446b8b9dc-9t8gv
    to ip-10-0-140-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-10T19:34:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-10T19:34:34Z"
    name: isvc-xgboost-runtime-predictor-6446b8b9dc-9t8gv.18c104ae6070a4b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36497"
    uid: 6c98926e-a637-4638-ad14-53da915791e0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c55bbd48f-bmqq8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:34:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-6446b8b9dc-9t8gv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36502"
    uid: 71c8be97-9fba-4f2a-bb30-836cbf3ce384
  kind: Event
  lastTimestamp: "2026-07-10T19:34:34Z"
  message: Add eth0 [10.132.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-10T19:34:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-10T19:34:34Z"
    name: isvc-xgboost-runtime-predictor-6446b8b9dc-9t8gv.18c104ae79648e1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36506"
    uid: 7b43b7f8-18d6-4e8a-815b-e3b84189cf21
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:34:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-6446b8b9dc-9t8gv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36493"
    uid: 71c8be97-9fba-4f2a-bb30-836cbf3ce384
  kind: Event
  lastTimestamp: "2026-07-10T19:34:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e7d18b8520466922c73925c5601004b31b3c3ec90f89a0821d13bdeee1848812"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:34:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:34:34Z"
    name: isvc-xgboost-runtime-predictor-6446b8b9dc-9t8gv.18c104ae7abd511d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36508"
    uid: 2a54ff0c-5bad-4327-afb7-3a0d484d7ce6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:34:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-6446b8b9dc-9t8gv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36493"
    uid: 71c8be97-9fba-4f2a-bb30-836cbf3ce384
  kind: Event
  lastTimestamp: "2026-07-10T19:34:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-10T19:34:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:34:34Z"
    name: isvc-xgboost-runtime-predictor-6446b8b9dc-9t8gv.18c104ae7d5e1d32
    namespace: kserve-ci-e2e-test
    resourceVersion: "36509"
    uid: d769f054-f0fb-420f-b9d8-27eb7fd63fdc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:34:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-6446b8b9dc-9t8gv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36493"
    uid: 71c8be97-9fba-4f2a-bb30-836cbf3ce384
  kind: Event
  lastTimestamp: "2026-07-10T19:34:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-10T19:34:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:34:34Z"
    name: isvc-xgboost-runtime-predictor-6446b8b9dc-9t8gv.18c104ae7dbda50d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36510"
    uid: a313833b-accf-40b2-b63c-a3513eaa3c58
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:34:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-6446b8b9dc-9t8gv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36493"
    uid: 71c8be97-9fba-4f2a-bb30-836cbf3ce384
  kind: Event
  lastTimestamp: "2026-07-10T19:34:38Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:34:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:34:38Z"
    name: isvc-xgboost-runtime-predictor-6446b8b9dc-9t8gv.18c104af58c0b96d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36544"
    uid: 2d0f1ab2-ca69-4346-b2ef-024d1c33cf9f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:34:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-6446b8b9dc-9t8gv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36493"
    uid: 71c8be97-9fba-4f2a-bb30-836cbf3ce384
  kind: Event
  lastTimestamp: "2026-07-10T19:34:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-10T19:34:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:34:38Z"
    name: isvc-xgboost-runtime-predictor-6446b8b9dc-9t8gv.18c104af5b63824e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36546"
    uid: 274751ea-7852-49ef-ae6a-6d0799067ca9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:34:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-6446b8b9dc-9t8gv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36493"
    uid: 71c8be97-9fba-4f2a-bb30-836cbf3ce384
  kind: Event
  lastTimestamp: "2026-07-10T19:34:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:34:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:34:38Z"
    name: isvc-xgboost-runtime-predictor-6446b8b9dc-9t8gv.18c104af5bd2e473
    namespace: kserve-ci-e2e-test
    resourceVersion: "36547"
    uid: 0962b542-48c5-455f-b58a-d90c74514580
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:34:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-6446b8b9dc-9t8gv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36493"
    uid: 71c8be97-9fba-4f2a-bb30-836cbf3ce384
  kind: Event
  lastTimestamp: "2026-07-10T19:34:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:34:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:34:38Z"
    name: isvc-xgboost-runtime-predictor-6446b8b9dc-9t8gv.18c104af5bdc3393
    namespace: kserve-ci-e2e-test
    resourceVersion: "36550"
    uid: 54a044a7-e9a5-480e-a359-ec0adeffb04f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:34:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-6446b8b9dc-9t8gv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36493"
    uid: 71c8be97-9fba-4f2a-bb30-836cbf3ce384
  kind: Event
  lastTimestamp: "2026-07-10T19:34:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-10T19:34:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:34:38Z"
    name: isvc-xgboost-runtime-predictor-6446b8b9dc-9t8gv.18c104af5ec2a27a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36552"
    uid: 7f5fdf20-4e4f-4bb9-a65e-149d37ce76bb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:34:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-6446b8b9dc-9t8gv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36493"
    uid: 71c8be97-9fba-4f2a-bb30-836cbf3ce384
  kind: Event
  lastTimestamp: "2026-07-10T19:34:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:34:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:34:38Z"
    name: isvc-xgboost-runtime-predictor-6446b8b9dc-9t8gv.18c104af5f258c96
    namespace: kserve-ci-e2e-test
    resourceVersion: "36554"
    uid: 6554ce7d-6554-4d77-8f0a-b0ed708f413b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-10T19:34:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-6446b8b9dc-9t8gv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36493"
    uid: 71c8be97-9fba-4f2a-bb30-836cbf3ce384
  kind: Event
  lastTimestamp: "2026-07-10T19:35:46Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-10T19:34:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:35:46Z"
    name: isvc-xgboost-runtime-predictor-6446b8b9dc-9t8gv.18c104af94c58090
    namespace: kserve-ci-e2e-test
    resourceVersion: "37079"
    uid: 7bab7835-19f3-41cf-a036-52a7c959d38b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:35:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-6446b8b9dc-9t8gv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36493"
    uid: 71c8be97-9fba-4f2a-bb30-836cbf3ce384
  kind: Event
  lastTimestamp: "2026-07-10T19:35:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:35:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:35:44Z"
    name: isvc-xgboost-runtime-predictor-6446b8b9dc-9t8gv.18c104beb23a8d62
    namespace: kserve-ci-e2e-test
    resourceVersion: "37022"
    uid: 540cffba-0efd-474f-94df-e44997334667
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:35:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-6446b8b9dc-9t8gv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36493"
    uid: 71c8be97-9fba-4f2a-bb30-836cbf3ce384
  kind: Event
  lastTimestamp: "2026-07-10T19:35:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:35:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:35:44Z"
    name: isvc-xgboost-runtime-predictor-6446b8b9dc-9t8gv.18c104beb23aef72
    namespace: kserve-ci-e2e-test
    resourceVersion: "37025"
    uid: 0e675dc8-02e2-4b46-8455-0d64c6ce351a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:35:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-6446b8b9dc-9t8gv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36493"
    uid: 71c8be97-9fba-4f2a-bb30-836cbf3ce384
  kind: Event
  lastTimestamp: "2026-07-10T19:35:46Z"
  message: 'Readiness probe failed: Get "https://10.132.0.57:8643/healthz": dial tcp
    10.132.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-10T19:35:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:35:46Z"
    name: isvc-xgboost-runtime-predictor-6446b8b9dc-9t8gv.18c104bf2edaf89c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37078"
    uid: 07491915-e6e1-48e9-84bb-7d36119fd3c0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:34:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-6446b8b9dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36478"
    uid: 79cb40c6-b5f1-43f3-8254-83fcc5f7e85c
  kind: Event
  lastTimestamp: "2026-07-10T19:34:34Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-6446b8b9dc-9t8gv'
  metadata:
    creationTimestamp: "2026-07-10T19:34:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:34:34Z"
    name: isvc-xgboost-runtime-predictor-6446b8b9dc.18c104ae5ff1358e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36492"
    uid: e35070eb-403c-4a95-9464-8cc6fa348ee5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:34:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36475"
    uid: 6a0fd588-266b-49f1-b865-5ed65cc4c7b2
  kind: Event
  lastTimestamp: "2026-07-10T19:34:34Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-6446b8b9dc from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-10T19:34:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:34:34Z"
    name: isvc-xgboost-runtime-predictor.18c104ae5cb33d9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36481"
    uid: 5179cb17-8ded-4ba0-8ed0-74c8c37b9a9a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:34:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36477"
    uid: dafe29de-04aa-4974-ba15-a64d5d6704fb
  kind: Event
  lastTimestamp: "2026-07-10T19:34:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:34:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:34:49Z"
    name: isvc-xgboost-runtime-predictor.18c104b1db44de6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36627"
    uid: 5c4c07a2-90a6-4594-9ae7-eb44e6376fab
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:34:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36477"
    uid: dafe29de-04aa-4974-ba15-a64d5d6704fb
  kind: Event
  lastTimestamp: "2026-07-10T19:34:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:34:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:34:49Z"
    name: isvc-xgboost-runtime-predictor.18c104b1dbb26a22
    namespace: kserve-ci-e2e-test
    resourceVersion: "36629"
    uid: 3e319453-1ac7-475f-beef-ed3a2159568b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-10T19:35:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36628"
    uid: dafe29de-04aa-4974-ba15-a64d5d6704fb
  kind: Event
  lastTimestamp: "2026-07-10T19:35:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:35:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:35:34Z"
    name: isvc-xgboost-runtime-predictor.18c104b55ad2a4d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36924"
    uid: 066e4d49-dc44-4091-beb7-587b63f523b6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-10T19:35:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36628"
    uid: dafe29de-04aa-4974-ba15-a64d5d6704fb
  kind: Event
  lastTimestamp: "2026-07-10T19:35:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:35:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:35:34Z"
    name: isvc-xgboost-runtime-predictor.18c104b55b3533c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36925"
    uid: f7fc5198-58ef-4d6a-9a34-ee3afb556d77
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-10T19:34:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36452"
    uid: 3afeeb4e-9a75-47f4-bce9-b84406ee4ef9
  kind: Event
  lastTimestamp: "2026-07-10T19:35:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-10T19:34:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:35:36Z"
    name: isvc-xgboost-runtime.18c104ae5c91bbbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "36947"
    uid: a3977d8a-c372-4b53-9fa5-39b611694d1d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:34:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36452"
    uid: 3afeeb4e-9a75-47f4-bce9-b84406ee4ef9
  kind: Event
  lastTimestamp: "2026-07-10T19:34:34Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-10T19:34:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:34:34Z"
    name: isvc-xgboost-runtime.18c104ae5d0e081f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36484"
    uid: 3e880cb2-87c2-4c35-a9bf-04c21ad36060
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:35:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36944"
    uid: 3afeeb4e-9a75-47f4-bce9-b84406ee4ef9
  kind: Event
  lastTimestamp: "2026-07-10T19:35:36Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-10T19:35:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:35:36Z"
    name: isvc-xgboost-runtime.18c104bce0307c53
    namespace: kserve-ci-e2e-test
    resourceVersion: "36946"
    uid: 8d4ed016-96e3-4392-8d1d-d2c174958f95
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-10T19:32:54.076665Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-69ddd65786-lt88f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35664"
    uid: 4f519a1f-7a51-494b-9dc0-3d057129962a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-69ddd65786-lt88f
    to ip-10-0-140-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-10T19:32:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-10T19:32:54Z"
    name: isvc-xgboost-v2-mlserver-predictor-69ddd65786-lt88f.18c104970473783f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35671"
    uid: bd34ed64-3b62-4d6c-b493-a345fa472d1a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c55bbd48f-bmqq8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:32:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-69ddd65786-lt88f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35675"
    uid: 4f519a1f-7a51-494b-9dc0-3d057129962a
  kind: Event
  lastTimestamp: "2026-07-10T19:32:54Z"
  message: Add eth0 [10.132.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-10T19:32:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-10T19:32:54Z"
    name: isvc-xgboost-v2-mlserver-predictor-69ddd65786-lt88f.18c104971de8d1ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "35682"
    uid: a9d4c78b-04cf-40e7-9b94-0b972880f1f9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:32:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-69ddd65786-lt88f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35667"
    uid: 4f519a1f-7a51-494b-9dc0-3d057129962a
  kind: Event
  lastTimestamp: "2026-07-10T19:32:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e7d18b8520466922c73925c5601004b31b3c3ec90f89a0821d13bdeee1848812"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:32:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:32:54Z"
    name: isvc-xgboost-v2-mlserver-predictor-69ddd65786-lt88f.18c104971f4e11a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35684"
    uid: 5575fe66-dbd8-4cd8-afff-4d97bb088b2a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:32:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-69ddd65786-lt88f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35667"
    uid: 4f519a1f-7a51-494b-9dc0-3d057129962a
  kind: Event
  lastTimestamp: "2026-07-10T19:32:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-10T19:32:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:32:54Z"
    name: isvc-xgboost-v2-mlserver-predictor-69ddd65786-lt88f.18c1049721aad315
    namespace: kserve-ci-e2e-test
    resourceVersion: "35685"
    uid: b3c8be5d-88b8-4836-b82a-df5d4206dce3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:32:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-69ddd65786-lt88f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35667"
    uid: 4f519a1f-7a51-494b-9dc0-3d057129962a
  kind: Event
  lastTimestamp: "2026-07-10T19:32:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-10T19:32:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:32:54Z"
    name: isvc-xgboost-v2-mlserver-predictor-69ddd65786-lt88f.18c104972208b3e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35686"
    uid: f0aadd9c-b317-48a1-a20f-8f5e2c024b03
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:32:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-69ddd65786-lt88f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35667"
    uid: 4f519a1f-7a51-494b-9dc0-3d057129962a
  kind: Event
  lastTimestamp: "2026-07-10T19:32:59Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-10T19:32:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:32:59Z"
    name: isvc-xgboost-v2-mlserver-predictor-69ddd65786-lt88f.18c1049836b9492f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35725"
    uid: 52a6f154-f780-4608-97aa-23046d3777f3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:32:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-69ddd65786-lt88f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35667"
    uid: 4f519a1f-7a51-494b-9dc0-3d057129962a
  kind: Event
  lastTimestamp: "2026-07-10T19:32:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-10T19:32:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:32:59Z"
    name: isvc-xgboost-v2-mlserver-predictor-69ddd65786-lt88f.18c1049839dad083
    namespace: kserve-ci-e2e-test
    resourceVersion: "35727"
    uid: ef6a19ea-769d-443d-9cab-e25e947a3a68
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:32:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-69ddd65786-lt88f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35667"
    uid: 4f519a1f-7a51-494b-9dc0-3d057129962a
  kind: Event
  lastTimestamp: "2026-07-10T19:32:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:32:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:32:59Z"
    name: isvc-xgboost-v2-mlserver-predictor-69ddd65786-lt88f.18c104983a48236e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35730"
    uid: 798b1596-aef1-49f2-a63d-a2dbd21fb39f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:32:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-69ddd65786-lt88f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35667"
    uid: 4f519a1f-7a51-494b-9dc0-3d057129962a
  kind: Event
  lastTimestamp: "2026-07-10T19:32:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:32:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:32:59Z"
    name: isvc-xgboost-v2-mlserver-predictor-69ddd65786-lt88f.18c104983a51aecd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35731"
    uid: 55169e5e-18d0-44a3-adea-66747e0d8f52
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:32:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-69ddd65786-lt88f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35667"
    uid: 4f519a1f-7a51-494b-9dc0-3d057129962a
  kind: Event
  lastTimestamp: "2026-07-10T19:32:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-10T19:32:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:32:59Z"
    name: isvc-xgboost-v2-mlserver-predictor-69ddd65786-lt88f.18c104983d808597
    namespace: kserve-ci-e2e-test
    resourceVersion: "35733"
    uid: 188a652c-c963-4f58-87a3-e445c94681a3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:32:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-69ddd65786-lt88f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35667"
    uid: 4f519a1f-7a51-494b-9dc0-3d057129962a
  kind: Event
  lastTimestamp: "2026-07-10T19:32:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:32:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:32:59Z"
    name: isvc-xgboost-v2-mlserver-predictor-69ddd65786-lt88f.18c104983de618bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35734"
    uid: 1b87de1c-cd0e-4b19-a03a-9688fd842253
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:33:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-69ddd65786-lt88f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35667"
    uid: 4f519a1f-7a51-494b-9dc0-3d057129962a
  kind: Event
  lastTimestamp: "2026-07-10T19:33:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:33:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:33:44Z"
    name: isvc-xgboost-v2-mlserver-predictor-69ddd65786-lt88f.18c104a2ad2d6bd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36055"
    uid: 8bbe9f6d-ed7f-4e0c-a8b2-e8c51eec5344
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:33:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-69ddd65786-lt88f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35667"
    uid: 4f519a1f-7a51-494b-9dc0-3d057129962a
  kind: Event
  lastTimestamp: "2026-07-10T19:33:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:33:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:33:44Z"
    name: isvc-xgboost-v2-mlserver-predictor-69ddd65786-lt88f.18c104a2ad2df337
    namespace: kserve-ci-e2e-test
    resourceVersion: "36058"
    uid: 384f6bc2-6465-4086-981f-7849dbe941ef
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:33:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-69ddd65786-lt88f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35667"
    uid: 4f519a1f-7a51-494b-9dc0-3d057129962a
  kind: Event
  lastTimestamp: "2026-07-10T19:33:47Z"
  message: 'Readiness probe failed: Get "https://10.132.0.55:8643/healthz": dial tcp
    10.132.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-10T19:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:33:47Z"
    name: isvc-xgboost-v2-mlserver-predictor-69ddd65786-lt88f.18c104a364761198
    namespace: kserve-ci-e2e-test
    resourceVersion: "36125"
    uid: 93eaa53b-e761-4121-9a59-219ed2bd8299
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:33:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-69ddd65786-lt88f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35667"
    uid: 4f519a1f-7a51-494b-9dc0-3d057129962a
  kind: Event
  lastTimestamp: "2026-07-10T19:33:47Z"
  message: 'Readiness probe failed: Get "http://10.132.0.55:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.132.0.55:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-10T19:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:33:47Z"
    name: isvc-xgboost-v2-mlserver-predictor-69ddd65786-lt88f.18c104a364d87cfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "36126"
    uid: 35fee907-f5ee-4609-aa5c-d35dbec5a110
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:32:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-69ddd65786
    namespace: kserve-ci-e2e-test
    resourceVersion: "35636"
    uid: f77d1f4c-dfa8-42f8-8dee-f67002f6178b
  kind: Event
  lastTimestamp: "2026-07-10T19:32:54Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-69ddd65786-lt88f'
  metadata:
    creationTimestamp: "2026-07-10T19:32:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:32:54Z"
    name: isvc-xgboost-v2-mlserver-predictor-69ddd65786.18c1049703eca8fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35666"
    uid: f1d6c7e8-93b3-470b-a4b4-faebb3084b3e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:32:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35634"
    uid: 12685731-d313-4c25-abf0-a461161b2881
  kind: Event
  lastTimestamp: "2026-07-10T19:32:53Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-69ddd65786 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-10T19:32:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:32:53Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c10496ff460122
    namespace: kserve-ci-e2e-test
    resourceVersion: "35638"
    uid: 2796a2a8-cce7-4edf-92be-ac125391a25e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:33:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35635"
    uid: a5f51794-b774-48d9-9f0f-af83eaf794d4
  kind: Event
  lastTimestamp: "2026-07-10T19:33:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:33:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:33:39Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c1049a7e234328
    namespace: kserve-ci-e2e-test
    resourceVersion: "36000"
    uid: 87b630d1-7f31-4eca-b4a1-f78774b33975
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:33:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35635"
    uid: a5f51794-b774-48d9-9f0f-af83eaf794d4
  kind: Event
  lastTimestamp: "2026-07-10T19:33:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:33:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:33:39Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c1049a7e842f57
    namespace: kserve-ci-e2e-test
    resourceVersion: "36001"
    uid: ebbc702c-2254-4bcf-8319-ac47eb564528
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:33:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35799"
    uid: a5f51794-b774-48d9-9f0f-af83eaf794d4
  kind: Event
  lastTimestamp: "2026-07-10T19:33:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:33:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:33:24Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c1049dfd57e037
    namespace: kserve-ci-e2e-test
    resourceVersion: "35897"
    uid: b833237e-8f0d-4772-a82f-35970ce8bd26
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:33:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35799"
    uid: a5f51794-b774-48d9-9f0f-af83eaf794d4
  kind: Event
  lastTimestamp: "2026-07-10T19:33:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:33:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:33:24Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c1049dfdb80128
    namespace: kserve-ci-e2e-test
    resourceVersion: "35898"
    uid: 31d8c8ec-cde3-4523-baa6-40e6d3668679
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-10T19:32:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35625"
    uid: e328d868-7e80-477d-b753-1b6b8136812b
  kind: Event
  lastTimestamp: "2026-07-10T19:33:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-10T19:32:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:33:37Z"
    name: isvc-xgboost-v2-mlserver.18c10496ff24f64b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35990"
    uid: 63af3218-fdec-4e9b-afd4-85f571550788
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:32:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35625"
    uid: e328d868-7e80-477d-b753-1b6b8136812b
  kind: Event
  lastTimestamp: "2026-07-10T19:32:54Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-10T19:32:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:32:54Z"
    name: isvc-xgboost-v2-mlserver.18c10496ffb5a2e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35677"
    uid: b3303bb4-ee76-4865-9ae1-8eee4218eb0c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:32:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35642"
    uid: e328d868-7e80-477d-b753-1b6b8136812b
  kind: Event
  lastTimestamp: "2026-07-10T19:32:54Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-10T19:32:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:32:54Z"
    name: isvc-xgboost-v2-mlserver.18c10497073f4ded
    namespace: kserve-ci-e2e-test
    resourceVersion: "35678"
    uid: d8623568-7365-4dbb-ac59-110947e4c6b6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:33:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35987"
    uid: e328d868-7e80-477d-b753-1b6b8136812b
  kind: Event
  lastTimestamp: "2026-07-10T19:33:37Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-07-10T19:33:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:33:37Z"
    name: isvc-xgboost-v2-mlserver.18c104a11734bd91
    namespace: kserve-ci-e2e-test
    resourceVersion: "35989"
    uid: 03954379-fbbb-4236-8a77-745f218dc377
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-10T19:36:44.750395Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-5766b884c9-wqd6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "37533"
    uid: 3f778bb4-64ff-4e65-b48b-c2dcd1b08d22
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-5766b884c9-wqd6l
    to ip-10-0-140-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-10T19:36:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-10T19:36:44Z"
    name: isvc-xgboost-v2-predictor-5766b884c9-wqd6l.18c104ccb9ad3e1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37540"
    uid: 1ce21d6e-f08c-4dc1-b1e1-32e2ae0ff8f6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c55bbd48f-bmqq8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:36:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-5766b884c9-wqd6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "37535"
    uid: 3f778bb4-64ff-4e65-b48b-c2dcd1b08d22
  kind: Event
  lastTimestamp: "2026-07-10T19:36:44Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-10T19:36:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:36:44Z"
    name: isvc-xgboost-v2-predictor-5766b884c9-wqd6l.18c104ccc4ead5e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37547"
    uid: b0d6c98f-2f1f-4e7a-9850-2f4f61e5f0a9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:36:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-5766b884c9-wqd6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "37544"
    uid: 3f778bb4-64ff-4e65-b48b-c2dcd1b08d22
  kind: Event
  lastTimestamp: "2026-07-10T19:36:45Z"
  message: Add eth0 [10.132.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-10T19:36:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-10T19:36:45Z"
    name: isvc-xgboost-v2-predictor-5766b884c9-wqd6l.18c104ccf6ae2c9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37554"
    uid: e66541c9-a3d9-4992-9e6f-30b9d9525d96
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:36:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5766b884c9-wqd6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "37535"
    uid: 3f778bb4-64ff-4e65-b48b-c2dcd1b08d22
  kind: Event
  lastTimestamp: "2026-07-10T19:36:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e7d18b8520466922c73925c5601004b31b3c3ec90f89a0821d13bdeee1848812"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:36:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:36:45Z"
    name: isvc-xgboost-v2-predictor-5766b884c9-wqd6l.18c104ccf807a306
    namespace: kserve-ci-e2e-test
    resourceVersion: "37556"
    uid: 7728d900-92ca-4346-b17c-ee5db58c3d0e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:36:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5766b884c9-wqd6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "37535"
    uid: 3f778bb4-64ff-4e65-b48b-c2dcd1b08d22
  kind: Event
  lastTimestamp: "2026-07-10T19:36:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-10T19:36:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:36:45Z"
    name: isvc-xgboost-v2-predictor-5766b884c9-wqd6l.18c104ccfb42b555
    namespace: kserve-ci-e2e-test
    resourceVersion: "37558"
    uid: e98c0116-ac2f-4a86-b083-23c37a24e453
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:36:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5766b884c9-wqd6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "37535"
    uid: 3f778bb4-64ff-4e65-b48b-c2dcd1b08d22
  kind: Event
  lastTimestamp: "2026-07-10T19:36:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-10T19:36:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:36:45Z"
    name: isvc-xgboost-v2-predictor-5766b884c9-wqd6l.18c104ccfba3263f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37559"
    uid: 3704992b-7f03-4e48-9590-ce40cdcc5c8a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:36:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5766b884c9-wqd6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "37535"
    uid: 3f778bb4-64ff-4e65-b48b-c2dcd1b08d22
  kind: Event
  lastTimestamp: "2026-07-10T19:36:50Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:36:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:36:50Z"
    name: isvc-xgboost-v2-predictor-5766b884c9-wqd6l.18c104cdf58cb3dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37596"
    uid: 5387d290-92c1-40a1-94e1-139e1d17d03a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:36:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5766b884c9-wqd6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "37535"
    uid: 3f778bb4-64ff-4e65-b48b-c2dcd1b08d22
  kind: Event
  lastTimestamp: "2026-07-10T19:36:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-10T19:36:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:36:50Z"
    name: isvc-xgboost-v2-predictor-5766b884c9-wqd6l.18c104cdf81894a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37598"
    uid: 7fb3ca22-6a71-4ed9-b56c-56a25c301abe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:36:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5766b884c9-wqd6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "37535"
    uid: 3f778bb4-64ff-4e65-b48b-c2dcd1b08d22
  kind: Event
  lastTimestamp: "2026-07-10T19:36:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:36:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:36:50Z"
    name: isvc-xgboost-v2-predictor-5766b884c9-wqd6l.18c104cdf892849c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37601"
    uid: b9619aaf-9e51-4652-9c42-d44ecb4525bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:36:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5766b884c9-wqd6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "37535"
    uid: 3f778bb4-64ff-4e65-b48b-c2dcd1b08d22
  kind: Event
  lastTimestamp: "2026-07-10T19:36:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:36:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:36:50Z"
    name: isvc-xgboost-v2-predictor-5766b884c9-wqd6l.18c104cdf8a52cbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37602"
    uid: c28c4b38-1a9e-401c-99fc-fd58dd1ccde9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:36:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5766b884c9-wqd6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "37535"
    uid: 3f778bb4-64ff-4e65-b48b-c2dcd1b08d22
  kind: Event
  lastTimestamp: "2026-07-10T19:36:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-10T19:36:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:36:50Z"
    name: isvc-xgboost-v2-predictor-5766b884c9-wqd6l.18c104cdfbbb1251
    namespace: kserve-ci-e2e-test
    resourceVersion: "37605"
    uid: 3501e542-e88f-4c62-b770-f078539030d1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:36:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5766b884c9-wqd6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "37535"
    uid: 3f778bb4-64ff-4e65-b48b-c2dcd1b08d22
  kind: Event
  lastTimestamp: "2026-07-10T19:36:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:36:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:36:50Z"
    name: isvc-xgboost-v2-predictor-5766b884c9-wqd6l.18c104cdfc1baefd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37606"
    uid: 7743b6ff-2078-4c42-a7bb-cd1a2a2c2bca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-10T19:36:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5766b884c9-wqd6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "37535"
    uid: 3f778bb4-64ff-4e65-b48b-c2dcd1b08d22
  kind: Event
  lastTimestamp: "2026-07-10T19:37:58Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.59:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-10T19:36:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:37:58Z"
    name: isvc-xgboost-v2-predictor-5766b884c9-wqd6l.18c104ce6d7f9e18
    namespace: kserve-ci-e2e-test
    resourceVersion: "38182"
    uid: 75ffccaa-a645-4543-a085-8f0812e10f5f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:37:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5766b884c9-wqd6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "37535"
    uid: 3f778bb4-64ff-4e65-b48b-c2dcd1b08d22
  kind: Event
  lastTimestamp: "2026-07-10T19:37:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:37:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:37:54Z"
    name: isvc-xgboost-v2-predictor-5766b884c9-wqd6l.18c104dd0c274ac2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38101"
    uid: 4c457284-40ec-4efd-a0d7-a602a3fb94f7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:37:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5766b884c9-wqd6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "37535"
    uid: 3f778bb4-64ff-4e65-b48b-c2dcd1b08d22
  kind: Event
  lastTimestamp: "2026-07-10T19:37:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:37:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:37:54Z"
    name: isvc-xgboost-v2-predictor-5766b884c9-wqd6l.18c104dd0c27ce3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38104"
    uid: 5fcf736b-1b0a-4694-b582-b28648f40a4f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:37:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5766b884c9-wqd6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "37535"
    uid: 3f778bb4-64ff-4e65-b48b-c2dcd1b08d22
  kind: Event
  lastTimestamp: "2026-07-10T19:37:58Z"
  message: 'Readiness probe failed: Get "https://10.132.0.59:8643/healthz": dial tcp
    10.132.0.59:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-10T19:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:37:58Z"
    name: isvc-xgboost-v2-predictor-5766b884c9-wqd6l.18c104ddcb9e3be5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38181"
    uid: 8e1e596c-64e8-4d58-b4d0-bcacc4ebf03f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:36:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-5766b884c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37525"
    uid: 65935838-82b7-4b13-9fa1-f483be0fedd0
  kind: Event
  lastTimestamp: "2026-07-10T19:36:44Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-5766b884c9-wqd6l'
  metadata:
    creationTimestamp: "2026-07-10T19:36:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:36:44Z"
    name: isvc-xgboost-v2-predictor-5766b884c9.18c104ccb9452250
    namespace: kserve-ci-e2e-test
    resourceVersion: "37534"
    uid: 96cf1249-1a47-4d84-8b2f-4add8885dd06
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:36:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37522"
    uid: 08541e0a-8bab-434b-8fe2-0e15bb421b44
  kind: Event
  lastTimestamp: "2026-07-10T19:36:44Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-5766b884c9 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-10T19:36:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:36:44Z"
    name: isvc-xgboost-v2-predictor.18c104ccb6b2cec8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37527"
    uid: 9f3c426f-6ac2-4f86-98cb-bdcd13d3d450
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:36:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37523"
    uid: 9512823e-384b-4505-a9a7-4a7fdd877165
  kind: Event
  lastTimestamp: "2026-07-10T19:36:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:36:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:36:59Z"
    name: isvc-xgboost-v2-predictor.18c104d0353ff5d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37681"
    uid: f56971a9-1eeb-474a-8ba8-05c6cc70c6fd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:36:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37523"
    uid: 9512823e-384b-4505-a9a7-4a7fdd877165
  kind: Event
  lastTimestamp: "2026-07-10T19:36:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:36:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:36:59Z"
    name: isvc-xgboost-v2-predictor.18c104d035d218a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37683"
    uid: 7de432a5-bb35-4ae1-9de1-00c8c0934dd1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-10T19:37:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37682"
    uid: 9512823e-384b-4505-a9a7-4a7fdd877165
  kind: Event
  lastTimestamp: "2026-07-10T19:37:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:37:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:37:44Z"
    name: isvc-xgboost-v2-predictor.18c104d3b51d6e4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38000"
    uid: 5d368c73-1264-4d78-a7a3-f06af0cb782f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-10T19:37:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37682"
    uid: 9512823e-384b-4505-a9a7-4a7fdd877165
  kind: Event
  lastTimestamp: "2026-07-10T19:37:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:37:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:37:44Z"
    name: isvc-xgboost-v2-predictor.18c104d3b57c0f86
    namespace: kserve-ci-e2e-test
    resourceVersion: "38001"
    uid: 7e593694-fd14-4c26-8607-7643ae642af9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-10T19:35:44.571447Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-79cd9b44fc-v2r8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37039"
    uid: c32fe8bb-2cdf-4738-b8b5-c9a8f2444b93
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-79cd9b44fc-v2r8d
    to ip-10-0-140-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-10T19:35:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-10T19:35:44Z"
    name: isvc-xgboost-v2-runtime-predictor-79cd9b44fc-v2r8d.18c104beb6bb55bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37045"
    uid: df943e1e-0a51-4ac7-a5a0-9ed8b6e05492
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c55bbd48f-bmqq8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:35:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-79cd9b44fc-v2r8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37041"
    uid: c32fe8bb-2cdf-4738-b8b5-c9a8f2444b93
  kind: Event
  lastTimestamp: "2026-07-10T19:35:44Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-10T19:35:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:35:44Z"
    name: isvc-xgboost-v2-runtime-predictor-79cd9b44fc-v2r8d.18c104bebf2168c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37053"
    uid: 7b89a3c7-a4eb-40b7-9ba0-795776ca1687
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:35:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-79cd9b44fc-v2r8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37049"
    uid: c32fe8bb-2cdf-4738-b8b5-c9a8f2444b93
  kind: Event
  lastTimestamp: "2026-07-10T19:35:45Z"
  message: Add eth0 [10.132.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-10T19:35:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-10T19:35:45Z"
    name: isvc-xgboost-v2-runtime-predictor-79cd9b44fc-v2r8d.18c104bef3b0797a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37060"
    uid: 1aae1cdb-2b30-4fee-a423-d3c634fcc045
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:35:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-79cd9b44fc-v2r8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37041"
    uid: c32fe8bb-2cdf-4738-b8b5-c9a8f2444b93
  kind: Event
  lastTimestamp: "2026-07-10T19:35:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e7d18b8520466922c73925c5601004b31b3c3ec90f89a0821d13bdeee1848812"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:35:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:35:45Z"
    name: isvc-xgboost-v2-runtime-predictor-79cd9b44fc-v2r8d.18c104bef51baa9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37062"
    uid: b5dd9def-b650-4c54-be20-10582932949c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:35:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-79cd9b44fc-v2r8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37041"
    uid: c32fe8bb-2cdf-4738-b8b5-c9a8f2444b93
  kind: Event
  lastTimestamp: "2026-07-10T19:35:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-10T19:35:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:35:45Z"
    name: isvc-xgboost-v2-runtime-predictor-79cd9b44fc-v2r8d.18c104bef7f18a2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37063"
    uid: 5a00309b-ec91-4783-a836-234d4c643110
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:35:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-79cd9b44fc-v2r8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37041"
    uid: c32fe8bb-2cdf-4738-b8b5-c9a8f2444b93
  kind: Event
  lastTimestamp: "2026-07-10T19:35:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-10T19:35:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:35:45Z"
    name: isvc-xgboost-v2-runtime-predictor-79cd9b44fc-v2r8d.18c104bef87dba30
    namespace: kserve-ci-e2e-test
    resourceVersion: "37064"
    uid: 1715c64e-2138-4f02-824f-5ac2f38aa46c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:35:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-79cd9b44fc-v2r8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37041"
    uid: c32fe8bb-2cdf-4738-b8b5-c9a8f2444b93
  kind: Event
  lastTimestamp: "2026-07-10T19:35:49Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-10T19:35:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:35:49Z"
    name: isvc-xgboost-v2-runtime-predictor-79cd9b44fc-v2r8d.18c104bff07c464f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37101"
    uid: 9a5fda5e-cc89-4436-9bbd-38391a903290
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:35:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-79cd9b44fc-v2r8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37041"
    uid: c32fe8bb-2cdf-4738-b8b5-c9a8f2444b93
  kind: Event
  lastTimestamp: "2026-07-10T19:35:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-10T19:35:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:35:49Z"
    name: isvc-xgboost-v2-runtime-predictor-79cd9b44fc-v2r8d.18c104bff3d7fc47
    namespace: kserve-ci-e2e-test
    resourceVersion: "37106"
    uid: 1ba6cd00-4496-478d-aeb1-1ffdd24e0232
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:35:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-79cd9b44fc-v2r8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37041"
    uid: c32fe8bb-2cdf-4738-b8b5-c9a8f2444b93
  kind: Event
  lastTimestamp: "2026-07-10T19:35:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:35:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:35:49Z"
    name: isvc-xgboost-v2-runtime-predictor-79cd9b44fc-v2r8d.18c104bff44bf745
    namespace: kserve-ci-e2e-test
    resourceVersion: "37107"
    uid: d5151b7f-b229-4ecf-9eb4-380ef9dfef61
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:35:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-79cd9b44fc-v2r8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37041"
    uid: c32fe8bb-2cdf-4738-b8b5-c9a8f2444b93
  kind: Event
  lastTimestamp: "2026-07-10T19:35:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:35:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:35:49Z"
    name: isvc-xgboost-v2-runtime-predictor-79cd9b44fc-v2r8d.18c104bff4557ab3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37108"
    uid: 38de07d1-7314-4c25-9082-6bd7d060da6c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:35:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-79cd9b44fc-v2r8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37041"
    uid: c32fe8bb-2cdf-4738-b8b5-c9a8f2444b93
  kind: Event
  lastTimestamp: "2026-07-10T19:35:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-10T19:35:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:35:49Z"
    name: isvc-xgboost-v2-runtime-predictor-79cd9b44fc-v2r8d.18c104bff7445ef7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37111"
    uid: 4dad28f5-7539-4cce-9849-dc8ca1d63437
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:35:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-79cd9b44fc-v2r8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37041"
    uid: c32fe8bb-2cdf-4738-b8b5-c9a8f2444b93
  kind: Event
  lastTimestamp: "2026-07-10T19:35:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:35:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:35:49Z"
    name: isvc-xgboost-v2-runtime-predictor-79cd9b44fc-v2r8d.18c104bff7b0f3d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37112"
    uid: adef329a-4315-446b-8751-07ad78025218
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:36:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-79cd9b44fc-v2r8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37041"
    uid: c32fe8bb-2cdf-4738-b8b5-c9a8f2444b93
  kind: Event
  lastTimestamp: "2026-07-10T19:36:27Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-07-10T19:36:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:36:27Z"
    name: isvc-xgboost-v2-runtime-predictor-79cd9b44fc-v2r8d.18c104c8cd789422
    namespace: kserve-ci-e2e-test
    resourceVersion: "37356"
    uid: ce68e6d6-892a-41b8-b48e-285458b2c3a4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:36:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-79cd9b44fc-v2r8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37041"
    uid: c32fe8bb-2cdf-4738-b8b5-c9a8f2444b93
  kind: Event
  lastTimestamp: "2026-07-10T19:36:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:36:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:36:44Z"
    name: isvc-xgboost-v2-runtime-predictor-79cd9b44fc-v2r8d.18c104ccb54d6538
    namespace: kserve-ci-e2e-test
    resourceVersion: "37517"
    uid: 8de33c81-1985-42cd-a553-15d2702104ec
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:36:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-79cd9b44fc-v2r8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37041"
    uid: c32fe8bb-2cdf-4738-b8b5-c9a8f2444b93
  kind: Event
  lastTimestamp: "2026-07-10T19:36:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:36:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:36:44Z"
    name: isvc-xgboost-v2-runtime-predictor-79cd9b44fc-v2r8d.18c104ccb5520a18
    namespace: kserve-ci-e2e-test
    resourceVersion: "37521"
    uid: fa9d488a-47b6-4d09-a26e-ea5280d308ea
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:36:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-79cd9b44fc-v2r8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37041"
    uid: c32fe8bb-2cdf-4738-b8b5-c9a8f2444b93
  kind: Event
  lastTimestamp: "2026-07-10T19:36:47Z"
  message: 'Readiness probe failed: Get "https://10.132.0.58:8643/healthz": dial tcp
    10.132.0.58:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-10T19:36:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:36:47Z"
    name: isvc-xgboost-v2-runtime-predictor-79cd9b44fc-v2r8d.18c104cd7256e80f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37583"
    uid: c2691bfe-16a1-4615-a980-7a30e688d2e5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:35:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-79cd9b44fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37029"
    uid: 72d9bc8f-7aa6-468e-997c-b3c734a9b226
  kind: Event
  lastTimestamp: "2026-07-10T19:35:44Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-79cd9b44fc-v2r8d'
  metadata:
    creationTimestamp: "2026-07-10T19:35:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:35:44Z"
    name: isvc-xgboost-v2-runtime-predictor-79cd9b44fc.18c104beb6572bf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37040"
    uid: 9d50eb07-be60-4cfb-afe0-1bfde478b5b7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:35:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37026"
    uid: 8225946e-775b-4adf-9cd6-ad6f6e40352a
  kind: Event
  lastTimestamp: "2026-07-10T19:35:44Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-79cd9b44fc from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-10T19:35:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:35:44Z"
    name: isvc-xgboost-v2-runtime-predictor.18c104beb3973816
    namespace: kserve-ci-e2e-test
    resourceVersion: "37030"
    uid: 92e86762-fbd5-4dcf-a5f7-f3356c88d4d3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:35:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37028"
    uid: 39394727-d8c6-4865-8c98-b3e137875ce6
  kind: Event
  lastTimestamp: "2026-07-10T19:36:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:35:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:36:14Z"
    name: isvc-xgboost-v2-runtime-predictor.18c104c2325aa011
    namespace: kserve-ci-e2e-test
    resourceVersion: "37275"
    uid: 5ae16464-21e0-42ed-b7a9-acaea36fb47a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:35:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37028"
    uid: 39394727-d8c6-4865-8c98-b3e137875ce6
  kind: Event
  lastTimestamp: "2026-07-10T19:36:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:35:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:36:14Z"
    name: isvc-xgboost-v2-runtime-predictor.18c104c232c3b608
    namespace: kserve-ci-e2e-test
    resourceVersion: "37276"
    uid: f70dfb68-53cd-45cf-b124-29b0efd3cf25
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:36:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37176"
    uid: 39394727-d8c6-4865-8c98-b3e137875ce6
  kind: Event
  lastTimestamp: "2026-07-10T19:36:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:36:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:36:44Z"
    name: isvc-xgboost-v2-runtime-predictor.18c104c93095cc8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37491"
    uid: 60c0edc2-59c0-43e1-a32e-048daf5a4641
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:36:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37176"
    uid: 39394727-d8c6-4865-8c98-b3e137875ce6
  kind: Event
  lastTimestamp: "2026-07-10T19:36:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:36:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:36:44Z"
    name: isvc-xgboost-v2-runtime-predictor.18c104c930f53832
    namespace: kserve-ci-e2e-test
    resourceVersion: "37492"
    uid: 6ba5ef17-27b9-4aa1-bf15-5598aac3e853
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-10T19:35:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37001"
    uid: ab0ba76b-d43c-4dfe-b0ca-a29b97f81cc9
  kind: Event
  lastTimestamp: "2026-07-10T19:36:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-10T19:35:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:36:37Z"
    name: isvc-xgboost-v2-runtime.18c104beb39cc3d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37440"
    uid: d7f661d2-8747-497f-9653-f28a3d35e65f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:35:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37001"
    uid: ab0ba76b-d43c-4dfe-b0ca-a29b97f81cc9
  kind: Event
  lastTimestamp: "2026-07-10T19:35:44Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-10T19:35:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:35:44Z"
    name: isvc-xgboost-v2-runtime.18c104beb3f5a500
    namespace: kserve-ci-e2e-test
    resourceVersion: "37033"
    uid: 763f6b39-1a2e-4a91-a95c-7c2d41e15c67
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:36:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37438"
    uid: ab0ba76b-d43c-4dfe-b0ca-a29b97f81cc9
  kind: Event
  lastTimestamp: "2026-07-10T19:36:37Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-10T19:36:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:36:37Z"
    name: isvc-xgboost-v2-runtime.18c104cb23a7bbe7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37439"
    uid: c67edadb-589e-4b35-b1db-53db51fa3235
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-10T19:36:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37496"
    uid: 50f73b51-fa02-444b-a6a2-1d8cd604950c
  kind: Event
  lastTimestamp: "2026-07-10T19:37:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-10T19:36:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:37:48Z"
    name: isvc-xgboost-v2.18c104ccb684c327
    namespace: kserve-ci-e2e-test
    resourceVersion: "38031"
    uid: b5eafa65-a3fd-4ad4-8868-f21d6580585a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:36:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37496"
    uid: 50f73b51-fa02-444b-a6a2-1d8cd604950c
  kind: Event
  lastTimestamp: "2026-07-10T19:36:44Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-10T19:36:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:36:44Z"
    name: isvc-xgboost-v2.18c104ccb6db60f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37529"
    uid: 2f066a4a-1bf9-47ab-bf9f-03179ee006f5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:37:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38029"
    uid: 50f73b51-fa02-444b-a6a2-1d8cd604950c
  kind: Event
  lastTimestamp: "2026-07-10T19:37:48Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-10T19:37:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:37:48Z"
    name: isvc-xgboost-v2.18c104db7cb78a71
    namespace: kserve-ci-e2e-test
    resourceVersion: "38030"
    uid: 36551c8a-56e4-459d-8964-a341aca1e550
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-10T19:31:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "34936"
    uid: 85989d64-7ab0-4033-b7ad-c041c0498355
  kind: Event
  lastTimestamp: "2026-07-10T19:32:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-10T19:31:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:32:47Z"
    name: isvc-xgboost.18c10481fe841c05
    namespace: kserve-ci-e2e-test
    resourceVersion: "35572"
    uid: 4627f907-2154-4ffc-96c4-0244f1b4de78
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:31:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "34936"
    uid: 85989d64-7ab0-4033-b7ad-c041c0498355
  kind: Event
  lastTimestamp: "2026-07-10T19:31:23Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-10T19:31:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:31:23Z"
    name: isvc-xgboost.18c10481fedac9d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34987"
    uid: 93bd132c-d479-4968-8607-559e66582126
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:31:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "34937"
    uid: 85989d64-7ab0-4033-b7ad-c041c0498355
  kind: Event
  lastTimestamp: "2026-07-10T19:31:23Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-10T19:31:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:31:23Z"
    name: isvc-xgboost.18c10482052c1873
    namespace: kserve-ci-e2e-test
    resourceVersion: "34988"
    uid: 4f7a58c0-24d8-4328-b5a1-91fde57add43
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:32:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "35570"
    uid: 85989d64-7ab0-4033-b7ad-c041c0498355
  kind: Event
  lastTimestamp: "2026-07-10T19:32:47Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-07-10T19:32:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:32:47Z"
    name: isvc-xgboost.18c1049563dee1f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35571"
    uid: a945ba1d-82b3-4903-b7bc-73eb8c2ffc27
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-10T18:51:56.914813Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-5d6f5c7c4b-69qpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15546"
    uid: 63753769-9dd1-4e27-9683-e53c43fc12af
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-5d6f5c7c4b-69qpm
    to ip-10-0-140-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-10T18:51:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-10T18:51:56Z"
    name: message-dumper-predictor-5d6f5c7c4b-69qpm.18c1025aea311871
    namespace: kserve-ci-e2e-test
    resourceVersion: "15552"
    uid: b6fa6bbb-b2ff-40c0-8e44-854a7709012d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c55bbd48f-bmqq8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:51:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-5d6f5c7c4b-69qpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15563"
    uid: 63753769-9dd1-4e27-9683-e53c43fc12af
  kind: Event
  lastTimestamp: "2026-07-10T18:51:57Z"
  message: Add eth0 [10.132.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-10T18:51:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-10T18:51:57Z"
    name: message-dumper-predictor-5d6f5c7c4b-69qpm.18c1025b04289b27
    namespace: kserve-ci-e2e-test
    resourceVersion: "15575"
    uid: d7999291-0809-44e0-8104-790ef15865bf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:51:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-5d6f5c7c4b-69qpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15548"
    uid: 63753769-9dd1-4e27-9683-e53c43fc12af
  kind: Event
  lastTimestamp: "2026-07-10T18:51:57Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-07-10T18:51:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:51:57Z"
    name: message-dumper-predictor-5d6f5c7c4b-69qpm.18c1025b058656ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "15577"
    uid: a14e4e34-c02e-44c1-b7c3-74011e099a93
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:51:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-5d6f5c7c4b-69qpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15548"
    uid: 63753769-9dd1-4e27-9683-e53c43fc12af
  kind: Event
  lastTimestamp: "2026-07-10T18:51:58Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.372s (1.372s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-07-10T18:51:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:51:58Z"
    name: message-dumper-predictor-5d6f5c7c4b-69qpm.18c1025b574e51d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15590"
    uid: 8f127e23-e183-4ae4-91c7-a9cc8f9b2123
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:51:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-5d6f5c7c4b-69qpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15548"
    uid: 63753769-9dd1-4e27-9683-e53c43fc12af
  kind: Event
  lastTimestamp: "2026-07-10T18:51:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-10T18:51:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:51:58Z"
    name: message-dumper-predictor-5d6f5c7c4b-69qpm.18c1025b5b23ec1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15592"
    uid: bc8cca79-4413-484c-8151-8839b3252abd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:51:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-5d6f5c7c4b-69qpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15548"
    uid: 63753769-9dd1-4e27-9683-e53c43fc12af
  kind: Event
  lastTimestamp: "2026-07-10T18:51:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T18:51:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:51:58Z"
    name: message-dumper-predictor-5d6f5c7c4b-69qpm.18c1025b5b94a44a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15593"
    uid: 49503cf4-4f01-473f-b781-d7173aac5230
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:51:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-5d6f5c7c4b-69qpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15548"
    uid: 63753769-9dd1-4e27-9683-e53c43fc12af
  kind: Event
  lastTimestamp: "2026-07-10T18:51:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T18:51:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:51:58Z"
    name: message-dumper-predictor-5d6f5c7c4b-69qpm.18c1025b5b9dcc30
    namespace: kserve-ci-e2e-test
    resourceVersion: "15594"
    uid: 1cd1ce2a-0f55-477e-8abf-25f75ba09988
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:51:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-5d6f5c7c4b-69qpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15548"
    uid: 63753769-9dd1-4e27-9683-e53c43fc12af
  kind: Event
  lastTimestamp: "2026-07-10T18:51:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-10T18:51:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:51:58Z"
    name: message-dumper-predictor-5d6f5c7c4b-69qpm.18c1025b5e808f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15595"
    uid: 84b7aec5-e567-401f-bfbb-40522ee20ca2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:51:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-5d6f5c7c4b-69qpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15548"
    uid: 63753769-9dd1-4e27-9683-e53c43fc12af
  kind: Event
  lastTimestamp: "2026-07-10T18:51:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T18:51:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:51:58Z"
    name: message-dumper-predictor-5d6f5c7c4b-69qpm.18c1025b5ef2b668
    namespace: kserve-ci-e2e-test
    resourceVersion: "15596"
    uid: fde038f7-ea30-455c-9c4e-9b89430397f8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:53:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-5d6f5c7c4b-69qpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15548"
    uid: 63753769-9dd1-4e27-9683-e53c43fc12af
  kind: Event
  lastTimestamp: "2026-07-10T18:53:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T18:53:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:53:32Z"
    name: message-dumper-predictor-5d6f5c7c4b-69qpm.18c10271202062ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "16431"
    uid: 877d25e9-6ab5-4ec6-8c4b-40243445943b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:53:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-5d6f5c7c4b-69qpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15548"
    uid: 63753769-9dd1-4e27-9683-e53c43fc12af
  kind: Event
  lastTimestamp: "2026-07-10T18:53:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T18:53:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T18:53:32Z"
    name: message-dumper-predictor-5d6f5c7c4b-69qpm.18c102712020cb66
    namespace: kserve-ci-e2e-test
    resourceVersion: "16432"
    uid: e39d11e4-72f6-4cb1-b279-44968f96b92f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:51:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-5d6f5c7c4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15528"
    uid: 80810897-fe2e-4c81-9eef-f83c6eb402b5
  kind: Event
  lastTimestamp: "2026-07-10T18:51:56Z"
  message: 'Created pod: message-dumper-predictor-5d6f5c7c4b-69qpm'
  metadata:
    creationTimestamp: "2026-07-10T18:51:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T18:51:56Z"
    name: message-dumper-predictor-5d6f5c7c4b.18c1025ae9d76b6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15549"
    uid: 5909cf2c-c058-4285-990b-faa1972e23c1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:51:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15526"
    uid: 647f5221-51f1-45f0-826e-07064d588be5
  kind: Event
  lastTimestamp: "2026-07-10T18:51:56Z"
  message: Scaled up replica set message-dumper-predictor-5d6f5c7c4b from 0 to 1
  metadata:
    creationTimestamp: "2026-07-10T18:51:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T18:51:56Z"
    name: message-dumper-predictor.18c1025ae7de4a72
    namespace: kserve-ci-e2e-test
    resourceVersion: "15532"
    uid: 7d0aa37f-20b3-40da-a86f-93de68ca2cde
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:52:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15527"
    uid: baae26f8-fb2f-4036-95dc-d0781ca5c172
  kind: Event
  lastTimestamp: "2026-07-10T18:52:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T18:52:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T18:52:11Z"
    name: message-dumper-predictor.18c1025e66d669a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15750"
    uid: c7198323-6521-40fe-9cf5-eb1caa63e3b9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:52:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15527"
    uid: baae26f8-fb2f-4036-95dc-d0781ca5c172
  kind: Event
  lastTimestamp: "2026-07-10T18:52:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T18:52:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T18:52:11Z"
    name: message-dumper-predictor.18c1025e6743356d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15752"
    uid: 52c7ed90-9d35-4d67-9a0e-593468e4f5fe
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:52:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15751"
    uid: baae26f8-fb2f-4036-95dc-d0781ca5c172
  kind: Event
  lastTimestamp: "2026-07-10T18:52:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T18:52:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T18:52:26Z"
    name: message-dumper-predictor.18c10261e5efec9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15887"
    uid: e67400ba-6ebe-4b33-abb0-6493d23cc6f1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:52:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15751"
    uid: baae26f8-fb2f-4036-95dc-d0781ca5c172
  kind: Event
  lastTimestamp: "2026-07-10T18:52:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T18:52:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T18:52:26Z"
    name: message-dumper-predictor.18c10261e65ab4b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15889"
    uid: 2f627f45-f608-414c-81a3-16402ac99543
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-10T18:51:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15520"
    uid: ff74076f-32c1-4cf5-95a0-b6bcbd2c4567
  kind: Event
  lastTimestamp: "2026-07-10T18:52:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-10T18:51:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T18:52:06Z"
    name: message-dumper.18c1025ae7afbfa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15655"
    uid: 5ea2f06d-9c32-4402-bf83-b298f3e3bc95
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:51:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15531"
    uid: ff74076f-32c1-4cf5-95a0-b6bcbd2c4567
  kind: Event
  lastTimestamp: "2026-07-10T18:51:56Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-10T18:51:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T18:51:56Z"
    name: message-dumper.18c1025aeb5e01d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15559"
    uid: d0208a27-0993-474d-b8d8-9c3ca5a2e5fa
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T18:52:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15653"
    uid: ff74076f-32c1-4cf5-95a0-b6bcbd2c4567
  kind: Event
  lastTimestamp: "2026-07-10T18:52:06Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-07-10T18:52:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T18:52:06Z"
    name: message-dumper.18c1025d0903c902
    namespace: kserve-ci-e2e-test
    resourceVersion: "15654"
    uid: de36019d-677a-44f8-9e0f-dc5da9345345
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-10T19:22:23.854766Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7dcddcfbb4-ntdkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "30592"
    uid: 68c37c05-966e-4584-bbb2-bd1c483f7dea
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-7dcddcfbb4-ntdkr
    to ip-10-0-140-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-10T19:22:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-10T19:22:23Z"
    name: sklearn-v2-mlserver-predictor-7dcddcfbb4-ntdkr.18c10404484c7614
    namespace: kserve-ci-e2e-test
    resourceVersion: "30599"
    uid: 3a07f68d-aca8-41c7-9ef9-f667164a5795
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c55bbd48f-bmqq8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:22:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7dcddcfbb4-ntdkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "30604"
    uid: 68c37c05-966e-4584-bbb2-bd1c483f7dea
  kind: Event
  lastTimestamp: "2026-07-10T19:22:24Z"
  message: Add eth0 [10.132.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-10T19:22:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-10T19:22:24Z"
    name: sklearn-v2-mlserver-predictor-7dcddcfbb4-ntdkr.18c10404619c9a59
    namespace: kserve-ci-e2e-test
    resourceVersion: "30610"
    uid: e82d25bd-eacf-4716-9cd0-c15a970aca23
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:22:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7dcddcfbb4-ntdkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "30596"
    uid: 68c37c05-966e-4584-bbb2-bd1c483f7dea
  kind: Event
  lastTimestamp: "2026-07-10T19:22:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e7d18b8520466922c73925c5601004b31b3c3ec90f89a0821d13bdeee1848812"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:22:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:22:24Z"
    name: sklearn-v2-mlserver-predictor-7dcddcfbb4-ntdkr.18c1040463251308
    namespace: kserve-ci-e2e-test
    resourceVersion: "30613"
    uid: 1d6cec22-963a-417f-91b7-c956a506f4c1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:22:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7dcddcfbb4-ntdkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "30596"
    uid: 68c37c05-966e-4584-bbb2-bd1c483f7dea
  kind: Event
  lastTimestamp: "2026-07-10T19:22:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-10T19:22:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:22:24Z"
    name: sklearn-v2-mlserver-predictor-7dcddcfbb4-ntdkr.18c1040465d631c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30614"
    uid: 53f37a02-fa68-4cff-b1d3-4e81be871908
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:22:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7dcddcfbb4-ntdkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "30596"
    uid: 68c37c05-966e-4584-bbb2-bd1c483f7dea
  kind: Event
  lastTimestamp: "2026-07-10T19:22:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-10T19:22:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:22:24Z"
    name: sklearn-v2-mlserver-predictor-7dcddcfbb4-ntdkr.18c1040466462a1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30615"
    uid: 2e4758d6-e3b7-449f-9d04-1387e5274b2c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:22:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7dcddcfbb4-ntdkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "30596"
    uid: 68c37c05-966e-4584-bbb2-bd1c483f7dea
  kind: Event
  lastTimestamp: "2026-07-10T19:22:28Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-10T19:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:22:28Z"
    name: sklearn-v2-mlserver-predictor-7dcddcfbb4-ntdkr.18c104056efa8265
    namespace: kserve-ci-e2e-test
    resourceVersion: "30657"
    uid: 2c47d64d-447d-4ee2-b8ea-3e87a16223e1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:22:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7dcddcfbb4-ntdkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "30596"
    uid: 68c37c05-966e-4584-bbb2-bd1c483f7dea
  kind: Event
  lastTimestamp: "2026-07-10T19:22:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-10T19:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:22:28Z"
    name: sklearn-v2-mlserver-predictor-7dcddcfbb4-ntdkr.18c104057243cd78
    namespace: kserve-ci-e2e-test
    resourceVersion: "30660"
    uid: 11b7db60-116e-4421-b390-1519fdb4cebf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:22:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7dcddcfbb4-ntdkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "30596"
    uid: 68c37c05-966e-4584-bbb2-bd1c483f7dea
  kind: Event
  lastTimestamp: "2026-07-10T19:22:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:22:28Z"
    name: sklearn-v2-mlserver-predictor-7dcddcfbb4-ntdkr.18c1040572b5e9fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30662"
    uid: 572be66d-f2d7-4dc1-b2da-beb461082911
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:22:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7dcddcfbb4-ntdkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "30596"
    uid: 68c37c05-966e-4584-bbb2-bd1c483f7dea
  kind: Event
  lastTimestamp: "2026-07-10T19:22:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:22:28Z"
    name: sklearn-v2-mlserver-predictor-7dcddcfbb4-ntdkr.18c1040572bed48d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30663"
    uid: 9f3c2df2-edc5-4c5e-aa6a-ac404bb209d4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:22:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7dcddcfbb4-ntdkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "30596"
    uid: 68c37c05-966e-4584-bbb2-bd1c483f7dea
  kind: Event
  lastTimestamp: "2026-07-10T19:22:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-10T19:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:22:28Z"
    name: sklearn-v2-mlserver-predictor-7dcddcfbb4-ntdkr.18c1040575586376
    namespace: kserve-ci-e2e-test
    resourceVersion: "30665"
    uid: 7b511fe8-b7b1-4b90-9497-825a430aad4c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:22:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7dcddcfbb4-ntdkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "30596"
    uid: 68c37c05-966e-4584-bbb2-bd1c483f7dea
  kind: Event
  lastTimestamp: "2026-07-10T19:22:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:22:28Z"
    name: sklearn-v2-mlserver-predictor-7dcddcfbb4-ntdkr.18c1040575e51677
    namespace: kserve-ci-e2e-test
    resourceVersion: "30666"
    uid: fa3540d2-399f-4218-aee4-115d8b1242ff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:23:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7dcddcfbb4-ntdkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "30596"
    uid: 68c37c05-966e-4584-bbb2-bd1c483f7dea
  kind: Event
  lastTimestamp: "2026-07-10T19:23:05Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-07-10T19:23:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:23:05Z"
    name: sklearn-v2-mlserver-predictor-7dcddcfbb4-ntdkr.18c1040e129bcc46
    namespace: kserve-ci-e2e-test
    resourceVersion: "30930"
    uid: 515d32a6-612a-4c37-8047-56f45f9acca4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:23:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7dcddcfbb4-ntdkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "30596"
    uid: 68c37c05-966e-4584-bbb2-bd1c483f7dea
  kind: Event
  lastTimestamp: "2026-07-10T19:23:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:23:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:23:23Z"
    name: sklearn-v2-mlserver-predictor-7dcddcfbb4-ntdkr.18c1041245bfa2c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31102"
    uid: b92b54e1-5cd9-438b-a9c0-aff87e3e9a1e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:23:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7dcddcfbb4-ntdkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "30596"
    uid: 68c37c05-966e-4584-bbb2-bd1c483f7dea
  kind: Event
  lastTimestamp: "2026-07-10T19:23:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:23:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:23:23Z"
    name: sklearn-v2-mlserver-predictor-7dcddcfbb4-ntdkr.18c1041245c01710
    namespace: kserve-ci-e2e-test
    resourceVersion: "31106"
    uid: 19409fa7-2d02-4a7c-a79c-6a9396783c29
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:23:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7dcddcfbb4-ntdkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "30596"
    uid: 68c37c05-966e-4584-bbb2-bd1c483f7dea
  kind: Event
  lastTimestamp: "2026-07-10T19:23:30Z"
  message: 'Readiness probe failed: Get "https://10.132.0.46:8643/healthz": dial tcp
    10.132.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-10T19:23:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:23:30Z"
    name: sklearn-v2-mlserver-predictor-7dcddcfbb4-ntdkr.18c10412b4eef1df
    namespace: kserve-ci-e2e-test
    resourceVersion: "31186"
    uid: 7e485db0-8b77-43b1-9b03-5125909812df
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:23:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7dcddcfbb4-ntdkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "30596"
    uid: 68c37c05-966e-4584-bbb2-bd1c483f7dea
  kind: Event
  lastTimestamp: "2026-07-10T19:23:26Z"
  message: 'Readiness probe failed: Get "http://10.132.0.46:8080/v2/models/sklearn-v2-mlserver/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-07-10T19:23:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:23:26Z"
    name: sklearn-v2-mlserver-predictor-7dcddcfbb4-ntdkr.18c10412f3667c9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31157"
    uid: fb480c4a-1e89-4d12-b3bd-83e9c8828072
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:22:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-7dcddcfbb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30583"
    uid: 8ecd02e9-dc52-4d36-9b47-bbdc592bfc6a
  kind: Event
  lastTimestamp: "2026-07-10T19:22:23Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-7dcddcfbb4-ntdkr'
  metadata:
    creationTimestamp: "2026-07-10T19:22:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:22:23Z"
    name: sklearn-v2-mlserver-predictor-7dcddcfbb4.18c104044781b916
    namespace: kserve-ci-e2e-test
    resourceVersion: "30595"
    uid: cda3af5e-a352-4e11-8561-966ff03ac3b8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:22:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30581"
    uid: 49d4e1cd-c3f3-46b5-a9e9-1d017065c67d
  kind: Event
  lastTimestamp: "2026-07-10T19:22:23Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-7dcddcfbb4 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-10T19:22:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:22:23Z"
    name: sklearn-v2-mlserver-predictor.18c10404443ae1c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30585"
    uid: 3f44bffd-6c90-45cf-babf-92c8c2248e5f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-10T19:22:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30582"
    uid: 6df5b578-ba57-4c50-9855-8d3ef0eaa007
  kind: Event
  lastTimestamp: "2026-07-10T19:23:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:22:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:23:08Z"
    name: sklearn-v2-mlserver-predictor.18c10407c3377a99
    namespace: kserve-ci-e2e-test
    resourceVersion: "30951"
    uid: 9ee0f5ee-3b0c-4492-ac9f-eca672a9cf8b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-10T19:22:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30582"
    uid: 6df5b578-ba57-4c50-9855-8d3ef0eaa007
  kind: Event
  lastTimestamp: "2026-07-10T19:23:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:22:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:23:08Z"
    name: sklearn-v2-mlserver-predictor.18c10407c39bccba
    namespace: kserve-ci-e2e-test
    resourceVersion: "30952"
    uid: 9d67b316-d645-4b19-86a4-2043e2f0d921
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:23:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30741"
    uid: 6df5b578-ba57-4c50-9855-8d3ef0eaa007
  kind: Event
  lastTimestamp: "2026-07-10T19:23:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:23:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:23:23Z"
    name: sklearn-v2-mlserver-predictor.18c1041240cfa7f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31072"
    uid: 7de2173c-cbd5-4064-8cd7-f610064b8aad
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:23:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30741"
    uid: 6df5b578-ba57-4c50-9855-8d3ef0eaa007
  kind: Event
  lastTimestamp: "2026-07-10T19:23:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:23:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:23:23Z"
    name: sklearn-v2-mlserver-predictor.18c10412412b5021
    namespace: kserve-ci-e2e-test
    resourceVersion: "31074"
    uid: d0f7c85a-3930-4894-a065-36463f8a7dc2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-10T19:22:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30554"
    uid: 601ad5f8-6196-4da8-8ff2-05b3838e3f79
  kind: Event
  lastTimestamp: "2026-07-10T19:23:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-10T19:22:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:23:15Z"
    name: sklearn-v2-mlserver.18c10404440f8785
    namespace: kserve-ci-e2e-test
    resourceVersion: "31009"
    uid: e5950adb-027f-4fce-8e6d-0501ba6f2444
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:22:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30554"
    uid: 601ad5f8-6196-4da8-8ff2-05b3838e3f79
  kind: Event
  lastTimestamp: "2026-07-10T19:22:23Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-10T19:22:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:22:23Z"
    name: sklearn-v2-mlserver.18c10404446d745d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30587"
    uid: 3f59d235-619e-4d9b-ab32-ae95068033fd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:23:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31007"
    uid: 601ad5f8-6196-4da8-8ff2-05b3838e3f79
  kind: Event
  lastTimestamp: "2026-07-10T19:23:15Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-07-10T19:23:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:23:15Z"
    name: sklearn-v2-mlserver.18c10410669caf15
    namespace: kserve-ci-e2e-test
    resourceVersion: "31008"
    uid: 769209e1-e871-4a9f-85d5-021bddfa0732
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-10T19:33:44.234922Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-849b7f99bc-6g47b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36074"
    uid: 8d301a3f-814f-471e-9258-8939c0c7edb7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-849b7f99bc-6g47b
    to ip-10-0-140-163.ec2.internal
  metadata:
    creationTimestamp: "2026-07-10T19:33:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-10T19:33:44Z"
    name: xgboost-v2-mlserver-predictor-849b7f99bc-6g47b.18c104a2b21db40f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36080"
    uid: 132ba648-16bc-4c40-9733-677d55885dd7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c55bbd48f-bmqq8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:33:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-849b7f99bc-6g47b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36076"
    uid: 8d301a3f-814f-471e-9258-8939c0c7edb7
  kind: Event
  lastTimestamp: "2026-07-10T19:33:44Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "xgboost-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-10T19:33:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:33:44Z"
    name: xgboost-v2-mlserver-predictor-849b7f99bc-6g47b.18c104a2ba82b669
    namespace: kserve-ci-e2e-test
    resourceVersion: "36089"
    uid: 23300fde-217f-4303-89f4-16ada96e5f48
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:33:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-849b7f99bc-6g47b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36084"
    uid: 8d301a3f-814f-471e-9258-8939c0c7edb7
  kind: Event
  lastTimestamp: "2026-07-10T19:33:45Z"
  message: Add eth0 [10.132.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-10T19:33:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-10T19:33:45Z"
    name: xgboost-v2-mlserver-predictor-849b7f99bc-6g47b.18c104a2eef24d58
    namespace: kserve-ci-e2e-test
    resourceVersion: "36101"
    uid: 535bec7e-e240-479d-8cc0-be6a8ac01dff
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:33:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-849b7f99bc-6g47b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36076"
    uid: 8d301a3f-814f-471e-9258-8939c0c7edb7
  kind: Event
  lastTimestamp: "2026-07-10T19:33:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e7d18b8520466922c73925c5601004b31b3c3ec90f89a0821d13bdeee1848812"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:33:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:33:45Z"
    name: xgboost-v2-mlserver-predictor-849b7f99bc-6g47b.18c104a2f06a217f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36103"
    uid: ee5742a8-7282-4f93-94b2-6a4feedbaa30
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:33:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-849b7f99bc-6g47b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36076"
    uid: 8d301a3f-814f-471e-9258-8939c0c7edb7
  kind: Event
  lastTimestamp: "2026-07-10T19:33:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-10T19:33:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:33:45Z"
    name: xgboost-v2-mlserver-predictor-849b7f99bc-6g47b.18c104a2f399a8cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36104"
    uid: 5337712e-3cff-4e9f-848d-b73cb0581f96
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:33:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-849b7f99bc-6g47b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36076"
    uid: 8d301a3f-814f-471e-9258-8939c0c7edb7
  kind: Event
  lastTimestamp: "2026-07-10T19:33:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-10T19:33:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:33:45Z"
    name: xgboost-v2-mlserver-predictor-849b7f99bc-6g47b.18c104a2f3f793ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "36105"
    uid: dc9afa14-8317-48d0-af24-2b66dd68e81b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:33:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-849b7f99bc-6g47b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36076"
    uid: 8d301a3f-814f-471e-9258-8939c0c7edb7
  kind: Event
  lastTimestamp: "2026-07-10T19:33:49Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-10T19:33:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:33:49Z"
    name: xgboost-v2-mlserver-predictor-849b7f99bc-6g47b.18c104a3e579f074
    namespace: kserve-ci-e2e-test
    resourceVersion: "36138"
    uid: cecfd4ab-b495-4b5e-b02a-842ceade94af
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:33:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-849b7f99bc-6g47b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36076"
    uid: 8d301a3f-814f-471e-9258-8939c0c7edb7
  kind: Event
  lastTimestamp: "2026-07-10T19:33:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-10T19:33:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:33:49Z"
    name: xgboost-v2-mlserver-predictor-849b7f99bc-6g47b.18c104a3e89a846a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36140"
    uid: de63f45b-cf5f-4d30-ab5b-2c1e1d3f645b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:33:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-849b7f99bc-6g47b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36076"
    uid: 8d301a3f-814f-471e-9258-8939c0c7edb7
  kind: Event
  lastTimestamp: "2026-07-10T19:33:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:33:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:33:49Z"
    name: xgboost-v2-mlserver-predictor-849b7f99bc-6g47b.18c104a3e90180ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "36143"
    uid: 2ed0d4a4-f6cb-4263-b98f-7f9c38aac1cd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:33:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-849b7f99bc-6g47b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36076"
    uid: 8d301a3f-814f-471e-9258-8939c0c7edb7
  kind: Event
  lastTimestamp: "2026-07-10T19:33:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-10T19:33:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:33:49Z"
    name: xgboost-v2-mlserver-predictor-849b7f99bc-6g47b.18c104a3e90a7e42
    namespace: kserve-ci-e2e-test
    resourceVersion: "36144"
    uid: b1db9883-5859-45ff-91e8-aaefc65b78d0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:33:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-849b7f99bc-6g47b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36076"
    uid: 8d301a3f-814f-471e-9258-8939c0c7edb7
  kind: Event
  lastTimestamp: "2026-07-10T19:33:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-10T19:33:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:33:49Z"
    name: xgboost-v2-mlserver-predictor-849b7f99bc-6g47b.18c104a3eba137c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36147"
    uid: 7761067c-2d7a-4cdc-9167-1936fc505f91
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:33:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-849b7f99bc-6g47b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36076"
    uid: 8d301a3f-814f-471e-9258-8939c0c7edb7
  kind: Event
  lastTimestamp: "2026-07-10T19:33:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:33:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:33:49Z"
    name: xgboost-v2-mlserver-predictor-849b7f99bc-6g47b.18c104a3ec6326ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "36148"
    uid: 83176ad3-e721-4c7f-857f-bc9d545c2e03
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:34:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-849b7f99bc-6g47b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36076"
    uid: 8d301a3f-814f-471e-9258-8939c0c7edb7
  kind: Event
  lastTimestamp: "2026-07-10T19:34:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-10T19:34:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:34:34Z"
    name: xgboost-v2-mlserver-predictor-849b7f99bc-6g47b.18c104ae5c9c2754
    namespace: kserve-ci-e2e-test
    resourceVersion: "36480"
    uid: 46d0c215-26dd-4f6a-a2f2-399c1711c226
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:34:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-849b7f99bc-6g47b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36076"
    uid: 8d301a3f-814f-471e-9258-8939c0c7edb7
  kind: Event
  lastTimestamp: "2026-07-10T19:34:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-10T19:34:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:34:34Z"
    name: xgboost-v2-mlserver-predictor-849b7f99bc-6g47b.18c104ae5c9cb0cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36483"
    uid: f141e0a1-77b9-452c-85c9-bb888dc02bf9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:34:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-849b7f99bc-6g47b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36076"
    uid: 8d301a3f-814f-471e-9258-8939c0c7edb7
  kind: Event
  lastTimestamp: "2026-07-10T19:34:36Z"
  message: 'Readiness probe failed: Get "https://10.132.0.56:8643/healthz": dial tcp
    10.132.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-10T19:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-10T19:34:36Z"
    name: xgboost-v2-mlserver-predictor-849b7f99bc-6g47b.18c104aed79b2f07
    namespace: kserve-ci-e2e-test
    resourceVersion: "36527"
    uid: 00e753ca-e56c-467d-ab14-496faaba59a3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-163.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-163.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:33:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-849b7f99bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36065"
    uid: 07206c80-2116-487a-ad0c-c294fb5e1464
  kind: Event
  lastTimestamp: "2026-07-10T19:33:44Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-849b7f99bc-6g47b'
  metadata:
    creationTimestamp: "2026-07-10T19:33:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:33:44Z"
    name: xgboost-v2-mlserver-predictor-849b7f99bc.18c104a2b1b47b0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36075"
    uid: 473dc4e4-9ea1-49c4-9a4c-e603bbfb61f7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:33:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36063"
    uid: a67d3943-532e-48f9-8725-61d3245dc4ae
  kind: Event
  lastTimestamp: "2026-07-10T19:33:44Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-849b7f99bc from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-10T19:33:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:33:44Z"
    name: xgboost-v2-mlserver-predictor.18c104a2af167855
    namespace: kserve-ci-e2e-test
    resourceVersion: "36066"
    uid: 180e2f38-24b4-437f-91cc-9b6b0da4a3c4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:33:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36064"
    uid: a57912b4-bcd5-4140-afe2-cedf1920d5f7
  kind: Event
  lastTimestamp: "2026-07-10T19:34:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:33:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:34:14Z"
    name: xgboost-v2-mlserver-predictor.18c104a62db3bdba
    namespace: kserve-ci-e2e-test
    resourceVersion: "36313"
    uid: df36f6a5-38a1-451c-aca0-460ba2be4544
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:33:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36064"
    uid: a57912b4-bcd5-4140-afe2-cedf1920d5f7
  kind: Event
  lastTimestamp: "2026-07-10T19:34:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-10T19:33:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:34:14Z"
    name: xgboost-v2-mlserver-predictor.18c104a62e1a0e07
    namespace: kserve-ci-e2e-test
    resourceVersion: "36314"
    uid: c5ea01a2-4636-477a-8ad2-e0a553c3e94a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:34:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36218"
    uid: a57912b4-bcd5-4140-afe2-cedf1920d5f7
  kind: Event
  lastTimestamp: "2026-07-10T19:34:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:34:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:34:29Z"
    name: xgboost-v2-mlserver-predictor.18c104ad2c106f3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36416"
    uid: c56aeff3-ab59-4c1b-82de-e57b8ae97c7a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:34:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36218"
    uid: a57912b4-bcd5-4140-afe2-cedf1920d5f7
  kind: Event
  lastTimestamp: "2026-07-10T19:34:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-10T19:34:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-10T19:34:29Z"
    name: xgboost-v2-mlserver-predictor.18c104ad2c80a03b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36418"
    uid: 475aee88-2dbe-49bc-a75d-1745d6f78dc6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-10T19:33:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36037"
    uid: b75acd21-fbd9-4270-ac8d-080184dce083
  kind: Event
  lastTimestamp: "2026-07-10T19:34:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-10T19:33:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:34:26Z"
    name: xgboost-v2-mlserver.18c104a2af119e6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36399"
    uid: 6a08c177-ed4e-431c-91cc-b4bceb7d8e99
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-10T19:33:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36037"
    uid: b75acd21-fbd9-4270-ac8d-080184dce083
  kind: Event
  lastTimestamp: "2026-07-10T19:33:44Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-10T19:33:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:33:44Z"
    name: xgboost-v2-mlserver.18c104a2af915dcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36087"
    uid: 2bac67f0-090e-4dba-bffa-cde19b2f3314
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:33:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36051"
    uid: b75acd21-fbd9-4270-ac8d-080184dce083
  kind: Event
  lastTimestamp: "2026-07-10T19:33:44Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "xgboost-v2-mlserver": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-10T19:33:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:33:44Z"
    name: xgboost-v2-mlserver.18c104a2b58d6b4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36088"
    uid: da447081-8546-40d4-bc52-93d71c76e4e3
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-10T19:34:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36397"
    uid: b75acd21-fbd9-4270-ac8d-080184dce083
  kind: Event
  lastTimestamp: "2026-07-10T19:34:26Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-07-10T19:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-10T19:34:26Z"
    name: xgboost-v2-mlserver.18c104ac89330072
    namespace: kserve-ci-e2e-test
    resourceVersion: "36398"
    uid: 20fd32f9-c182-483e-979e-eb565598c4ca
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "41213"