---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T04:28:05.062564Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-8ab562-predictor-649c5ff779-lq6gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "24845"
    uid: 718b0425-c740-48fb-a8a5-16f62d7b64ba
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-8ab562-predictor-649c5ff779-lq6gs
    to ip-10-0-134-15.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T04:28:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T04:28:05Z"
    name: isvc-init-fail-8ab562-predictor-649c5ff779-lq6gs.18a844c9765ce1ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "24850"
    uid: 85af8344-8c0f-40e5-917f-e6fe17bae408
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c5667b7d6-xznfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:28:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-8ab562-predictor-649c5ff779-lq6gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "24847"
    uid: 718b0425-c740-48fb-a8a5-16f62d7b64ba
  kind: Event
  lastTimestamp: "2026-04-21T04:28:05Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-8ab562-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-21T04:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:28:05Z"
    name: isvc-init-fail-8ab562-predictor-649c5ff779-lq6gs.18a844c982825900
    namespace: kserve-ci-e2e-test
    resourceVersion: "24860"
    uid: b728e36f-25af-434a-9aba-f77b5bf25348
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:28:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-8ab562-predictor-649c5ff779-lq6gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "24855"
    uid: 718b0425-c740-48fb-a8a5-16f62d7b64ba
  kind: Event
  lastTimestamp: "2026-04-21T04:28:06Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T04:28:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T04:28:06Z"
    name: isvc-init-fail-8ab562-predictor-649c5ff779-lq6gs.18a844c9b4325b10
    namespace: kserve-ci-e2e-test
    resourceVersion: "24872"
    uid: 8fa80581-8b12-4f22-a2f9-e01b5d0adf93
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:28:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-8ab562-predictor-649c5ff779-lq6gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "24847"
    uid: 718b0425-c740-48fb-a8a5-16f62d7b64ba
  kind: Event
  lastTimestamp: "2026-04-21T04:28:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:28:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:28:12Z"
    name: isvc-init-fail-8ab562-predictor-649c5ff779-lq6gs.18a844c9b5924a98
    namespace: kserve-ci-e2e-test
    resourceVersion: "24929"
    uid: c1156180-168a-41c8-af73-93ce4d8a20db
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:28:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-8ab562-predictor-649c5ff779-lq6gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "24847"
    uid: 718b0425-c740-48fb-a8a5-16f62d7b64ba
  kind: Event
  lastTimestamp: "2026-04-21T04:28:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T04:28:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:28:12Z"
    name: isvc-init-fail-8ab562-predictor-649c5ff779-lq6gs.18a844c9b8b89224
    namespace: kserve-ci-e2e-test
    resourceVersion: "24931"
    uid: 4cfc8b67-f791-4c03-ae40-f8ffc2627bab
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:28:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-8ab562-predictor-649c5ff779-lq6gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "24847"
    uid: 718b0425-c740-48fb-a8a5-16f62d7b64ba
  kind: Event
  lastTimestamp: "2026-04-21T04:28:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T04:28:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:28:12Z"
    name: isvc-init-fail-8ab562-predictor-649c5ff779-lq6gs.18a844c9b92dd578
    namespace: kserve-ci-e2e-test
    resourceVersion: "24934"
    uid: 65487303-5c05-4479-afa3-364507970d4f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:28:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-8ab562-predictor-649c5ff779-lq6gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "24847"
    uid: 718b0425-c740-48fb-a8a5-16f62d7b64ba
  kind: Event
  lastTimestamp: "2026-04-21T04:28:15Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T04:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:28:15Z"
    name: isvc-init-fail-8ab562-predictor-649c5ff779-lq6gs.18a844cbcb2d2320
    namespace: kserve-ci-e2e-test
    resourceVersion: "24977"
    uid: d21eff8d-1bf4-4990-ad67-940c886e5781
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:28:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-8ab562-predictor-649c5ff779
    namespace: kserve-ci-e2e-test
    resourceVersion: "24835"
    uid: 59a3f0e0-80eb-4309-acbd-799b6f96886d
  kind: Event
  lastTimestamp: "2026-04-21T04:28:05Z"
  message: 'Created pod: isvc-init-fail-8ab562-predictor-649c5ff779-lq6gs'
  metadata:
    creationTimestamp: "2026-04-21T04:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:28:05Z"
    name: isvc-init-fail-8ab562-predictor-649c5ff779.18a844c975f2a0a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24846"
    uid: e92571b5-48e3-4ce9-8ecd-527350294e99
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:28:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-8ab562-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24833"
    uid: c0f23943-7833-4f62-88d0-2d36ea4414d5
  kind: Event
  lastTimestamp: "2026-04-21T04:28:05Z"
  message: Scaled up replica set isvc-init-fail-8ab562-predictor-649c5ff779 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-21T04:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:28:05Z"
    name: isvc-init-fail-8ab562-predictor.18a844c9731a6dce
    namespace: kserve-ci-e2e-test
    resourceVersion: "24837"
    uid: d14fdd41-9510-46f1-a8ea-44518163ac6f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-21T04:28:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-8ab562
    namespace: kserve-ci-e2e-test
    resourceVersion: "24806"
    uid: 2d8dbaa4-f9bb-4a97-9529-703e4837b6e9
  kind: Event
  lastTimestamp: "2026-04-21T04:28:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T04:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:28:12Z"
    name: isvc-init-fail-8ab562.18a844c972fac250
    namespace: kserve-ci-e2e-test
    resourceVersion: "24935"
    uid: 55bd0252-5e64-4649-9f9a-4d4ee2907b56
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:28:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-8ab562
    namespace: kserve-ci-e2e-test
    resourceVersion: "24806"
    uid: 2d8dbaa4-f9bb-4a97-9529-703e4837b6e9
  kind: Event
  lastTimestamp: "2026-04-21T04:28:05Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-8ab562":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-8ab562":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T04:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:28:05Z"
    name: isvc-init-fail-8ab562.18a844c973647ea5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24839"
    uid: 3584c244-4856-4d50-a676-5939ba046a5a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:28:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-8ab562
    namespace: kserve-ci-e2e-test
    resourceVersion: "24806"
    uid: 2d8dbaa4-f9bb-4a97-9529-703e4837b6e9
  kind: Event
  lastTimestamp: "2026-04-21T04:28:05Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-8ab562": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-21T04:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:28:05Z"
    name: isvc-init-fail-8ab562.18a844c97364d3bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24840"
    uid: 2a9f7a93-f263-4adf-bf34-b897afa97ffb
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T04:09:58.859448Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-75qr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15879"
    uid: 27277bf6-c33b-46e1-b722-533703e7c2ff
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-bdf964bd-75qr9
    to ip-10-0-134-15.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T04:09:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T04:09:58Z"
    name: isvc-lightgbm-predictor-bdf964bd-75qr9.18a843cc8f9ca38f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15883"
    uid: b9a4b099-2dcf-41b8-b760-17c4531b3ab7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c5667b7d6-xznfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:09:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-75qr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15888"
    uid: 27277bf6-c33b-46e1-b722-533703e7c2ff
  kind: Event
  lastTimestamp: "2026-04-21T04:09:59Z"
  message: Add eth0 [10.132.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T04:09:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T04:09:59Z"
    name: isvc-lightgbm-predictor-bdf964bd-75qr9.18a843cca893a588
    namespace: kserve-ci-e2e-test
    resourceVersion: "15915"
    uid: 4a9b5484-eb48-4559-817e-d973def349e2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:09:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-75qr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15881"
    uid: 27277bf6-c33b-46e1-b722-533703e7c2ff
  kind: Event
  lastTimestamp: "2026-04-21T04:09:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:09:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:09:59Z"
    name: isvc-lightgbm-predictor-bdf964bd-75qr9.18a843cca9c4a6ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "15917"
    uid: 3510b597-eb0f-47ac-b1e3-4b548e27eb0c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:09:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-75qr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15881"
    uid: 27277bf6-c33b-46e1-b722-533703e7c2ff
  kind: Event
  lastTimestamp: "2026-04-21T04:09:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T04:09:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:09:59Z"
    name: isvc-lightgbm-predictor-bdf964bd-75qr9.18a843ccac865132
    namespace: kserve-ci-e2e-test
    resourceVersion: "15918"
    uid: 9776fedf-7b26-4744-8b08-1689a0bed991
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:09:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-75qr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15881"
    uid: 27277bf6-c33b-46e1-b722-533703e7c2ff
  kind: Event
  lastTimestamp: "2026-04-21T04:09:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T04:09:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:09:59Z"
    name: isvc-lightgbm-predictor-bdf964bd-75qr9.18a843ccacf3973d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15919"
    uid: e7681076-22f4-4bf8-86f4-f93decd498e3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:10:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-75qr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15881"
    uid: 27277bf6-c33b-46e1-b722-533703e7c2ff
  kind: Event
  lastTimestamp: "2026-04-21T04:10:04Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-21T04:10:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:10:04Z"
    name: isvc-lightgbm-predictor-bdf964bd-75qr9.18a843cdd1655ee7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15963"
    uid: fd3840b1-5250-45bb-9b3f-ea2f3b6926f5
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:10:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-75qr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15881"
    uid: 27277bf6-c33b-46e1-b722-533703e7c2ff
  kind: Event
  lastTimestamp: "2026-04-21T04:10:10Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.374s (6.374s
    including waiting). Image size: 606294798 bytes.'
  metadata:
    creationTimestamp: "2026-04-21T04:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:10:10Z"
    name: isvc-lightgbm-predictor-bdf964bd-75qr9.18a843cf4d568065
    namespace: kserve-ci-e2e-test
    resourceVersion: "16011"
    uid: 08781456-fa3d-4789-8963-f30b4b7ced21
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:10:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-75qr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15881"
    uid: 27277bf6-c33b-46e1-b722-533703e7c2ff
  kind: Event
  lastTimestamp: "2026-04-21T04:10:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T04:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:10:10Z"
    name: isvc-lightgbm-predictor-bdf964bd-75qr9.18a843cf50aacbae
    namespace: kserve-ci-e2e-test
    resourceVersion: "16012"
    uid: e6063fef-37c9-4f95-aa59-125c7c6c58a4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:10:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-75qr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15881"
    uid: 27277bf6-c33b-46e1-b722-533703e7c2ff
  kind: Event
  lastTimestamp: "2026-04-21T04:10:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:10:10Z"
    name: isvc-lightgbm-predictor-bdf964bd-75qr9.18a843cf511789d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16013"
    uid: 3592c6d9-4ccc-42fd-91ea-832ffb30979f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:10:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-75qr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15881"
    uid: 27277bf6-c33b-46e1-b722-533703e7c2ff
  kind: Event
  lastTimestamp: "2026-04-21T04:10:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:10:10Z"
    name: isvc-lightgbm-predictor-bdf964bd-75qr9.18a843cf5122870b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16014"
    uid: b8158526-01e3-43f3-8a7c-b598c4965b6f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:10:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-75qr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15881"
    uid: 27277bf6-c33b-46e1-b722-533703e7c2ff
  kind: Event
  lastTimestamp: "2026-04-21T04:10:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-21T04:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:10:10Z"
    name: isvc-lightgbm-predictor-bdf964bd-75qr9.18a843cf540e6560
    namespace: kserve-ci-e2e-test
    resourceVersion: "16015"
    uid: d3485617-fb13-496d-a091-0609d8ab42a0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:10:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-75qr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15881"
    uid: 27277bf6-c33b-46e1-b722-533703e7c2ff
  kind: Event
  lastTimestamp: "2026-04-21T04:10:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:10:10Z"
    name: isvc-lightgbm-predictor-bdf964bd-75qr9.18a843cf547c6eed
    namespace: kserve-ci-e2e-test
    resourceVersion: "16016"
    uid: 5004d3b3-a2ed-49e2-b8c9-27c87ae794c8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-21T04:10:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-75qr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15881"
    uid: 27277bf6-c33b-46e1-b722-533703e7c2ff
  kind: Event
  lastTimestamp: "2026-04-21T04:11:18Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T04:10:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:11:18Z"
    name: isvc-lightgbm-predictor-bdf964bd-75qr9.18a843cfafe0fc8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16506"
    uid: 0caf1d6f-08f2-4165-91af-10b3add56fdc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:11:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-75qr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15881"
    uid: 27277bf6-c33b-46e1-b722-533703e7c2ff
  kind: Event
  lastTimestamp: "2026-04-21T04:11:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:11:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:11:28Z"
    name: isvc-lightgbm-predictor-bdf964bd-75qr9.18a843e189314607
    namespace: kserve-ci-e2e-test
    resourceVersion: "16605"
    uid: ca0cc7a2-e6cb-4e6b-a1e3-d58b33fb9f38
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:11:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-75qr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15881"
    uid: 27277bf6-c33b-46e1-b722-533703e7c2ff
  kind: Event
  lastTimestamp: "2026-04-21T04:11:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:11:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:11:28Z"
    name: isvc-lightgbm-predictor-bdf964bd-75qr9.18a843e18931b68a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16606"
    uid: 83f7abf8-d504-4216-ab8a-a83c5258e6fd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:09:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-bdf964bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15858"
    uid: 0bea9a78-f68a-4d17-ad7c-192e113fb1d5
  kind: Event
  lastTimestamp: "2026-04-21T04:09:58Z"
  message: 'Created pod: isvc-lightgbm-predictor-bdf964bd-75qr9'
  metadata:
    creationTimestamp: "2026-04-21T04:09:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:09:58Z"
    name: isvc-lightgbm-predictor-bdf964bd.18a843cc8f35a849
    namespace: kserve-ci-e2e-test
    resourceVersion: "15880"
    uid: b85a95b3-8954-4e98-8637-63a9dc27ece0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:09:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15852"
    uid: b5c603b8-75a1-4422-af86-d69ad6ab72a5
  kind: Event
  lastTimestamp: "2026-04-21T04:09:58Z"
  message: Scaled up replica set isvc-lightgbm-predictor-bdf964bd from 0 to 1
  metadata:
    creationTimestamp: "2026-04-21T04:09:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:09:58Z"
    name: isvc-lightgbm-predictor.18a843cc8ae02905
    namespace: kserve-ci-e2e-test
    resourceVersion: "15863"
    uid: 2f877e00-3821-40fd-a39d-2643b21729dc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-21T04:10:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15856"
    uid: e09115f9-98ac-4ae1-a2dd-80a24be0179e
  kind: Event
  lastTimestamp: "2026-04-21T04:10:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:10:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:10:58Z"
    name: isvc-lightgbm-predictor.18a843d0092d30ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "16366"
    uid: ee9e92df-414d-485c-a0c2-c7999b14d8db
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-21T04:10:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15856"
    uid: e09115f9-98ac-4ae1-a2dd-80a24be0179e
  kind: Event
  lastTimestamp: "2026-04-21T04:10:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:10:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:10:58Z"
    name: isvc-lightgbm-predictor.18a843d00992af17
    namespace: kserve-ci-e2e-test
    resourceVersion: "16367"
    uid: 0cc3585c-fb51-4ffb-802c-fb42506c8ab8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:11:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16045"
    uid: e09115f9-98ac-4ae1-a2dd-80a24be0179e
  kind: Event
  lastTimestamp: "2026-04-21T04:11:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:11:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:11:28Z"
    name: isvc-lightgbm-predictor.18a843de057884e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16584"
    uid: 85709217-fe5a-44f0-88b0-981fc4f2245e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:11:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16045"
    uid: e09115f9-98ac-4ae1-a2dd-80a24be0179e
  kind: Event
  lastTimestamp: "2026-04-21T04:11:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:11:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:11:28Z"
    name: isvc-lightgbm-predictor.18a843de05db7a32
    namespace: kserve-ci-e2e-test
    resourceVersion: "16585"
    uid: 13268f26-ab4b-46e8-906d-690b8235ce79
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T04:11:29.072006Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-ddrlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16631"
    uid: dd5cbef3-0d90-4b6f-a5a8-1308b345c43c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-749c4f6d58-ddrlt
    to ip-10-0-134-15.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T04:11:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T04:11:29Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-ddrlt.18a843e190b30659
    namespace: kserve-ci-e2e-test
    resourceVersion: "16635"
    uid: ceedfa00-4035-40ba-99ee-cf7d4a91e466
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c5667b7d6-xznfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:11:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-ddrlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16633"
    uid: dd5cbef3-0d90-4b6f-a5a8-1308b345c43c
  kind: Event
  lastTimestamp: "2026-04-21T04:11:29Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-21T04:11:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:11:29Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-ddrlt.18a843e19d23a40e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16642"
    uid: 1322d8cd-0c85-49fb-9250-0dc844b49af5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:11:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-ddrlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16639"
    uid: dd5cbef3-0d90-4b6f-a5a8-1308b345c43c
  kind: Event
  lastTimestamp: "2026-04-21T04:11:30Z"
  message: Add eth0 [10.132.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T04:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T04:11:30Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-ddrlt.18a843e1cd53b03e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16654"
    uid: cc96c081-9143-4767-95f5-32b38a9f982e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:11:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-ddrlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16633"
    uid: dd5cbef3-0d90-4b6f-a5a8-1308b345c43c
  kind: Event
  lastTimestamp: "2026-04-21T04:11:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:11:30Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-ddrlt.18a843e1ce861810
    namespace: kserve-ci-e2e-test
    resourceVersion: "16656"
    uid: 1780cd76-2659-443e-91f4-af88a3369f96
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:11:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-ddrlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16633"
    uid: dd5cbef3-0d90-4b6f-a5a8-1308b345c43c
  kind: Event
  lastTimestamp: "2026-04-21T04:11:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T04:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:11:30Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-ddrlt.18a843e1d1539202
    namespace: kserve-ci-e2e-test
    resourceVersion: "16657"
    uid: 03958f0f-2d4f-466f-8ae5-0493294f59fd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:11:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-ddrlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16633"
    uid: dd5cbef3-0d90-4b6f-a5a8-1308b345c43c
  kind: Event
  lastTimestamp: "2026-04-21T04:11:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T04:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:11:30Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-ddrlt.18a843e1d1c7a5a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16659"
    uid: 4e0c0f8e-4e11-4bd2-8070-a0976b60dc21
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:11:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-ddrlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16633"
    uid: dd5cbef3-0d90-4b6f-a5a8-1308b345c43c
  kind: Event
  lastTimestamp: "2026-04-21T04:11:34Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:11:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:11:34Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-ddrlt.18a843e2d5455aec
    namespace: kserve-ci-e2e-test
    resourceVersion: "16697"
    uid: 999d1335-6c26-46e0-9eda-b94118cdeae5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:11:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-ddrlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16633"
    uid: dd5cbef3-0d90-4b6f-a5a8-1308b345c43c
  kind: Event
  lastTimestamp: "2026-04-21T04:11:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T04:11:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:11:34Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-ddrlt.18a843e2d886ee6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16700"
    uid: 7327caf5-9c5d-47d8-b92e-cd52f327f0a1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:11:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-ddrlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16633"
    uid: dd5cbef3-0d90-4b6f-a5a8-1308b345c43c
  kind: Event
  lastTimestamp: "2026-04-21T04:11:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:11:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:11:34Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-ddrlt.18a843e2d8f52f28
    namespace: kserve-ci-e2e-test
    resourceVersion: "16703"
    uid: 4988d06c-41ce-4184-81b7-dd0b778728a2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:11:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-ddrlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16633"
    uid: dd5cbef3-0d90-4b6f-a5a8-1308b345c43c
  kind: Event
  lastTimestamp: "2026-04-21T04:11:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:11:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:11:34Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-ddrlt.18a843e2d900ddc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16704"
    uid: 9e4e9502-4599-4b4a-a7b6-6e473bb90fdc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:11:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-ddrlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16633"
    uid: dd5cbef3-0d90-4b6f-a5a8-1308b345c43c
  kind: Event
  lastTimestamp: "2026-04-21T04:11:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-21T04:11:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:11:34Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-ddrlt.18a843e2dbaf515f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16706"
    uid: a6c2a0d9-6b9d-47d1-b3fe-0e4ca4839e28
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:11:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-ddrlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16633"
    uid: dd5cbef3-0d90-4b6f-a5a8-1308b345c43c
  kind: Event
  lastTimestamp: "2026-04-21T04:11:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:11:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:11:34Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-ddrlt.18a843e2dc1d2c4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16707"
    uid: f224d3a0-37c0-42ab-8f02-3bd87fd63092
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-21T04:11:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-ddrlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16633"
    uid: dd5cbef3-0d90-4b6f-a5a8-1308b345c43c
  kind: Event
  lastTimestamp: "2026-04-21T04:13:02Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T04:11:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:13:02Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-ddrlt.18a843e34cdc09a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17424"
    uid: 8132f392-4a43-4e03-8fbb-a5bc83127d15
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:12:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-ddrlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16633"
    uid: dd5cbef3-0d90-4b6f-a5a8-1308b345c43c
  kind: Event
  lastTimestamp: "2026-04-21T04:12:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:12:59Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-ddrlt.18a843f698749611
    namespace: kserve-ci-e2e-test
    resourceVersion: "17353"
    uid: 47022e9f-dc03-43e0-9697-b1b19f3550e0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:12:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-ddrlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16633"
    uid: dd5cbef3-0d90-4b6f-a5a8-1308b345c43c
  kind: Event
  lastTimestamp: "2026-04-21T04:12:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:12:59Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-ddrlt.18a843f69875315f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17356"
    uid: ce94233c-1a1d-42bc-b4d2-5e7f7af031f0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:13:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-ddrlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16633"
    uid: dd5cbef3-0d90-4b6f-a5a8-1308b345c43c
  kind: Event
  lastTimestamp: "2026-04-21T04:13:02Z"
  message: 'Readiness probe failed: Get "https://10.132.0.26:8643/healthz": dial tcp
    10.132.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-21T04:13:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:13:02Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-ddrlt.18a843f752fcac61
    namespace: kserve-ci-e2e-test
    resourceVersion: "17423"
    uid: 82dc8240-2353-48c7-895c-de94fa0adfec
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:11:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-749c4f6d58
    namespace: kserve-ci-e2e-test
    resourceVersion: "16617"
    uid: 13647646-f427-492f-817c-b3087631232a
  kind: Event
  lastTimestamp: "2026-04-21T04:11:29Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-749c4f6d58-ddrlt'
  metadata:
    creationTimestamp: "2026-04-21T04:11:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:11:29Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58.18a843e19054f2c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16632"
    uid: 8d37a990-7528-47a9-b207-ecc6e4f34afe
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:11:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16616"
    uid: 30835a6b-6416-4678-8940-05a47802b9f8
  kind: Event
  lastTimestamp: "2026-04-21T04:11:28Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-749c4f6d58 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-21T04:11:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:11:28Z"
    name: isvc-lightgbm-runtime-predictor.18a843e18bd0b18e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16619"
    uid: f6679e4c-0c87-4ed5-a0fc-f0c9decb586b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:11:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16618"
    uid: 1fe3323c-01ba-499a-a538-38ca3c8c4dcd
  kind: Event
  lastTimestamp: "2026-04-21T04:12:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:11:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:12:14Z"
    name: isvc-lightgbm-runtime-predictor.18a843e50a8ff643
    namespace: kserve-ci-e2e-test
    resourceVersion: "16992"
    uid: daca5bb6-f69a-4464-ad18-1faccfecad51
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:11:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16618"
    uid: 1fe3323c-01ba-499a-a538-38ca3c8c4dcd
  kind: Event
  lastTimestamp: "2026-04-21T04:12:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:11:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:12:14Z"
    name: isvc-lightgbm-runtime-predictor.18a843e50aef1cd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16993"
    uid: a0ab96d7-e886-422d-adb3-dc1686746dbb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-21T04:11:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16782"
    uid: 1fe3323c-01ba-499a-a538-38ca3c8c4dcd
  kind: Event
  lastTimestamp: "2026-04-21T04:12:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:11:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:12:59Z"
    name: isvc-lightgbm-runtime-predictor.18a843e889e081fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17323"
    uid: 04196fee-1c3e-4c4b-84f6-21aa67d5bed2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-21T04:11:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16782"
    uid: 1fe3323c-01ba-499a-a538-38ca3c8c4dcd
  kind: Event
  lastTimestamp: "2026-04-21T04:12:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:11:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:12:59Z"
    name: isvc-lightgbm-runtime-predictor.18a843e88a421fbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17324"
    uid: b9f04eff-d6ba-4b71-8cfa-3fac8cff2e96
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-21T04:11:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "16592"
    uid: 02d657af-cd5e-4c08-9f16-7546fe9222fe
  kind: Event
  lastTimestamp: "2026-04-21T04:12:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T04:11:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:12:52Z"
    name: isvc-lightgbm-runtime.18a843e18bece14f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17274"
    uid: 63592832-a6dd-4836-b417-22ab972c70d2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:11:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "16592"
    uid: 02d657af-cd5e-4c08-9f16-7546fe9222fe
  kind: Event
  lastTimestamp: "2026-04-21T04:11:28Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T04:11:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:11:29Z"
    name: isvc-lightgbm-runtime.18a843e18c5d39d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16623"
    uid: 02dfcde1-8de9-45d3-8aa3-1e1691d3cd35
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:12:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17272"
    uid: 02d657af-cd5e-4c08-9f16-7546fe9222fe
  kind: Event
  lastTimestamp: "2026-04-21T04:12:52Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-21T04:12:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:12:52Z"
    name: isvc-lightgbm-runtime.18a843f50593fcd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17273"
    uid: 4c3ee2dc-ba5d-4802-a725-cad2491548bf
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T04:15:59.757076Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-xb9x5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18725"
    uid: cba5af0e-c7e3-435d-bd11-635a21ac9446
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-559bf6989-xb9x5
    to ip-10-0-134-15.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T04:15:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T04:15:59Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-xb9x5.18a8442096c965af
    namespace: kserve-ci-e2e-test
    resourceVersion: "18730"
    uid: d047d3a5-3599-4ecc-bb0f-79783e985d9e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c5667b7d6-xznfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:16:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-xb9x5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18738"
    uid: cba5af0e-c7e3-435d-bd11-635a21ac9446
  kind: Event
  lastTimestamp: "2026-04-21T04:16:00Z"
  message: Add eth0 [10.132.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T04:16:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T04:16:00Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-xb9x5.18a84420b04b5976
    namespace: kserve-ci-e2e-test
    resourceVersion: "18743"
    uid: c503496e-37ab-4e23-b44b-d7ff57d39539
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:16:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-xb9x5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18727"
    uid: cba5af0e-c7e3-435d-bd11-635a21ac9446
  kind: Event
  lastTimestamp: "2026-04-21T04:16:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:16:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:16:00Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-xb9x5.18a84420b195174c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18745"
    uid: c0708a6f-1f79-464d-a443-c90b200e2165
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:16:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-xb9x5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18727"
    uid: cba5af0e-c7e3-435d-bd11-635a21ac9446
  kind: Event
  lastTimestamp: "2026-04-21T04:16:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T04:16:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:16:00Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-xb9x5.18a84420b49f9215
    namespace: kserve-ci-e2e-test
    resourceVersion: "18747"
    uid: 39d4b922-c6a8-4209-a73c-7e43568051ec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:16:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-xb9x5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18727"
    uid: cba5af0e-c7e3-435d-bd11-635a21ac9446
  kind: Event
  lastTimestamp: "2026-04-21T04:16:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T04:16:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:16:00Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-xb9x5.18a84420b518ee25
    namespace: kserve-ci-e2e-test
    resourceVersion: "18748"
    uid: c6455bd3-bb0c-43dd-8ac4-ff78880240e6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:16:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-xb9x5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18727"
    uid: cba5af0e-c7e3-435d-bd11-635a21ac9446
  kind: Event
  lastTimestamp: "2026-04-21T04:16:04Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:16:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:16:04Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-xb9x5.18a84421a551d4c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18787"
    uid: e7dfa248-55d3-400f-a613-2ed312982e3a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:16:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-xb9x5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18727"
    uid: cba5af0e-c7e3-435d-bd11-635a21ac9446
  kind: Event
  lastTimestamp: "2026-04-21T04:16:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T04:16:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:16:04Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-xb9x5.18a84421a8209be4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18790"
    uid: a076b179-f4d1-4d67-aea5-2445e5e96e80
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:16:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-xb9x5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18727"
    uid: cba5af0e-c7e3-435d-bd11-635a21ac9446
  kind: Event
  lastTimestamp: "2026-04-21T04:16:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:16:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:16:04Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-xb9x5.18a84421a88d65f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18792"
    uid: d0548e0e-e6f4-4b3e-9c32-8dee894495e0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:16:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-xb9x5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18727"
    uid: cba5af0e-c7e3-435d-bd11-635a21ac9446
  kind: Event
  lastTimestamp: "2026-04-21T04:16:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:16:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:16:04Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-xb9x5.18a84421a898ed35
    namespace: kserve-ci-e2e-test
    resourceVersion: "18793"
    uid: 1d65bafb-84a8-414e-9ed7-87fdf8f41709
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:16:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-xb9x5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18727"
    uid: cba5af0e-c7e3-435d-bd11-635a21ac9446
  kind: Event
  lastTimestamp: "2026-04-21T04:16:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-21T04:16:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:16:04Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-xb9x5.18a84421abf6c787
    namespace: kserve-ci-e2e-test
    resourceVersion: "18795"
    uid: f6d96e9f-d142-4b86-862c-144f42e1f436
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:16:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-xb9x5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18727"
    uid: cba5af0e-c7e3-435d-bd11-635a21ac9446
  kind: Event
  lastTimestamp: "2026-04-21T04:16:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:16:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:16:04Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-xb9x5.18a84421ac6446c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18796"
    uid: b54bec0b-e1c0-4232-9e6f-dae57d7d4995
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:16:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-xb9x5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18727"
    uid: cba5af0e-c7e3-435d-bd11-635a21ac9446
  kind: Event
  lastTimestamp: "2026-04-21T04:16:06Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T04:16:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:16:06Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-xb9x5.18a84421e13a4bab
    namespace: kserve-ci-e2e-test
    resourceVersion: "18812"
    uid: ad86da36-fdb3-48d6-8a76-77503970ac08
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:16:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-xb9x5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18727"
    uid: cba5af0e-c7e3-435d-bd11-635a21ac9446
  kind: Event
  lastTimestamp: "2026-04-21T04:16:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:16:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:16:19Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-xb9x5.18a84425433f3477
    namespace: kserve-ci-e2e-test
    resourceVersion: "18944"
    uid: 362c20d8-c0cb-4aad-9556-84e715a060b9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:16:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-xb9x5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18727"
    uid: cba5af0e-c7e3-435d-bd11-635a21ac9446
  kind: Event
  lastTimestamp: "2026-04-21T04:16:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:16:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:16:19Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-xb9x5.18a84425433fb5ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "18947"
    uid: 0e86d784-d265-4a2e-938b-d7c4018208f4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:15:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989
    namespace: kserve-ci-e2e-test
    resourceVersion: "18714"
    uid: e287cd34-b255-498a-8d83-defdd285ef63
  kind: Event
  lastTimestamp: "2026-04-21T04:15:59Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-559bf6989-xb9x5'
  metadata:
    creationTimestamp: "2026-04-21T04:15:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:15:59Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989.18a8442096657b0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18726"
    uid: d52f94ec-ea0c-4ad2-ad0e-6af6ca3028d5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:15:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18712"
    uid: 1ba82593-49e7-42cf-802a-eeda5f34745c
  kind: Event
  lastTimestamp: "2026-04-21T04:15:59Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-559bf6989 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-21T04:15:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:15:59Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a84420926c5be8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18716"
    uid: d33f8fed-6e72-4305-ae73-dd09409ffe16
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:16:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18713"
    uid: 58cd7e6a-0617-4253-9c3f-aef8ae0bbb92
  kind: Event
  lastTimestamp: "2026-04-21T04:16:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:16:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:16:14Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a8442410ba9ab0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18875"
    uid: f8789128-1f56-472b-8617-4473011f6f1e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:16:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18713"
    uid: 58cd7e6a-0617-4253-9c3f-aef8ae0bbb92
  kind: Event
  lastTimestamp: "2026-04-21T04:16:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:16:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:16:14Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a84424111cae42
    namespace: kserve-ci-e2e-test
    resourceVersion: "18877"
    uid: 544f3aed-a046-41b5-b558-334940712567
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-21T04:15:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "18684"
    uid: 286d6134-6da0-4834-a764-ac50e834cec1
  kind: Event
  lastTimestamp: "2026-04-21T04:16:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T04:15:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:16:11Z"
    name: isvc-lightgbm-v2-kserve.18a84420922af0b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18853"
    uid: 954ae78b-e3a5-4003-b74a-5b8e342e78e2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:15:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "18684"
    uid: 286d6134-6da0-4834-a764-ac50e834cec1
  kind: Event
  lastTimestamp: "2026-04-21T04:15:59Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T04:15:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:15:59Z"
    name: isvc-lightgbm-v2-kserve.18a844209294b640
    namespace: kserve-ci-e2e-test
    resourceVersion: "18737"
    uid: b5614df6-91da-47f2-92b4-39a5b907ef82
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:15:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "18696"
    uid: 286d6134-6da0-4834-a764-ac50e834cec1
  kind: Event
  lastTimestamp: "2026-04-21T04:15:59Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-21T04:15:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:15:59Z"
    name: isvc-lightgbm-v2-kserve.18a8442097fee984
    namespace: kserve-ci-e2e-test
    resourceVersion: "18739"
    uid: 3e3bbeac-b31b-4aad-a5a2-2cf12f819fa4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:16:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "18851"
    uid: 286d6134-6da0-4834-a764-ac50e834cec1
  kind: Event
  lastTimestamp: "2026-04-21T04:16:11Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-21T04:16:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:16:11Z"
    name: isvc-lightgbm-v2-kserve.18a844234c49ce7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18852"
    uid: b3955340-81f2-4891-b815-8ed9c29c4d95
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T04:12:59.497505Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-4gskf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17373"
    uid: 008ee74a-8022-47e7-b37b-18d45c4f78b3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-8765c9667-4gskf
    to ip-10-0-134-15.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T04:12:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T04:12:59Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-4gskf.18a843f69e7a993d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17377"
    uid: 677a4d26-4e33-4865-b5b7-327d1e244bad
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c5667b7d6-xznfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:12:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-4gskf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17375"
    uid: 008ee74a-8022-47e7-b37b-18d45c4f78b3
  kind: Event
  lastTimestamp: "2026-04-21T04:12:59Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-21T04:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:12:59Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-4gskf.18a843f6ab32f1ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "17387"
    uid: 210b097e-3b00-4f16-b8f7-2a97815bfd7c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:13:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-4gskf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17382"
    uid: 008ee74a-8022-47e7-b37b-18d45c4f78b3
  kind: Event
  lastTimestamp: "2026-04-21T04:13:00Z"
  message: Add eth0 [10.132.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T04:13:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T04:13:00Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-4gskf.18a843f6db149c73
    namespace: kserve-ci-e2e-test
    resourceVersion: "17396"
    uid: 69d83268-6b2f-4966-828a-9cb32f9b3634
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:13:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-4gskf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17375"
    uid: 008ee74a-8022-47e7-b37b-18d45c4f78b3
  kind: Event
  lastTimestamp: "2026-04-21T04:13:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:13:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:13:00Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-4gskf.18a843f6dc9d5c71
    namespace: kserve-ci-e2e-test
    resourceVersion: "17398"
    uid: d7508712-710f-4adb-90d7-c472987a3923
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:13:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-4gskf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17375"
    uid: 008ee74a-8022-47e7-b37b-18d45c4f78b3
  kind: Event
  lastTimestamp: "2026-04-21T04:13:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T04:13:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:13:00Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-4gskf.18a843f6df6c3736
    namespace: kserve-ci-e2e-test
    resourceVersion: "17400"
    uid: 46328c04-7e9a-44cb-8b55-2427c6c499c8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:13:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-4gskf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17375"
    uid: 008ee74a-8022-47e7-b37b-18d45c4f78b3
  kind: Event
  lastTimestamp: "2026-04-21T04:13:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T04:13:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:13:00Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-4gskf.18a843f6dfda1775
    namespace: kserve-ci-e2e-test
    resourceVersion: "17401"
    uid: 254a2b00-59ed-44d3-9b76-56ed64bc17d7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:13:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-4gskf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17375"
    uid: 008ee74a-8022-47e7-b37b-18d45c4f78b3
  kind: Event
  lastTimestamp: "2026-04-21T04:13:04Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-04-21T04:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:13:04Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-4gskf.18a843f7d85858c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17444"
    uid: 5bee4714-3a0f-4dc4-8374-6589e484ba99
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:15:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-4gskf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17375"
    uid: 008ee74a-8022-47e7-b37b-18d45c4f78b3
  kind: Event
  lastTimestamp: "2026-04-21T04:15:20Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m15.532s
    (2m15.532s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-04-21T04:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:15:20Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-4gskf.18a8441766bc6848
    namespace: kserve-ci-e2e-test
    resourceVersion: "18386"
    uid: ee616be6-76ae-4336-a540-aedf6f24841f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:15:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-4gskf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17375"
    uid: 008ee74a-8022-47e7-b37b-18d45c4f78b3
  kind: Event
  lastTimestamp: "2026-04-21T04:15:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T04:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:15:20Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-4gskf.18a844176dde99d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18387"
    uid: b3fc983d-135d-401b-af2a-239ce94afc79
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:15:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-4gskf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17375"
    uid: 008ee74a-8022-47e7-b37b-18d45c4f78b3
  kind: Event
  lastTimestamp: "2026-04-21T04:15:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:15:20Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-4gskf.18a844176f4de9dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18388"
    uid: c9875c64-13df-4b60-bc01-ee4b10d1fc38
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:15:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-4gskf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17375"
    uid: 008ee74a-8022-47e7-b37b-18d45c4f78b3
  kind: Event
  lastTimestamp: "2026-04-21T04:15:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:15:20Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-4gskf.18a844176f5e5701
    namespace: kserve-ci-e2e-test
    resourceVersion: "18389"
    uid: 6471ebb5-0abf-4238-914f-edfeee5d6e6a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:15:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-4gskf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17375"
    uid: 008ee74a-8022-47e7-b37b-18d45c4f78b3
  kind: Event
  lastTimestamp: "2026-04-21T04:15:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-21T04:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:15:20Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-4gskf.18a8441774283381
    namespace: kserve-ci-e2e-test
    resourceVersion: "18390"
    uid: 6f9154f7-0148-4cbc-b5c0-919fcc4fb3dd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:15:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-4gskf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17375"
    uid: 008ee74a-8022-47e7-b37b-18d45c4f78b3
  kind: Event
  lastTimestamp: "2026-04-21T04:15:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:15:20Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-4gskf.18a84417756d6808
    namespace: kserve-ci-e2e-test
    resourceVersion: "18391"
    uid: 27a3d97f-028e-4c1f-945b-96689f92b7c8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:15:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-4gskf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17375"
    uid: 008ee74a-8022-47e7-b37b-18d45c4f78b3
  kind: Event
  lastTimestamp: "2026-04-21T04:15:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:15:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:15:59Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-4gskf.18a8442090eb7deb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18707"
    uid: 7d0c027d-4f07-489f-96d3-8affa12e67d8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:15:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-4gskf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17375"
    uid: 008ee74a-8022-47e7-b37b-18d45c4f78b3
  kind: Event
  lastTimestamp: "2026-04-21T04:15:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:15:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:15:59Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-4gskf.18a8442090ec0fc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18709"
    uid: 0434beca-5506-4c87-8734-49a7d3e4eb7c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:12:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667
    namespace: kserve-ci-e2e-test
    resourceVersion: "17361"
    uid: 87132d1c-158c-4e8a-a86e-a9fe115cc209
  kind: Event
  lastTimestamp: "2026-04-21T04:12:59Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-8765c9667-4gskf'
  metadata:
    creationTimestamp: "2026-04-21T04:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:12:59Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667.18a843f69e15e8c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17374"
    uid: e6a388e2-8670-497f-aa3a-f9a046133c45
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:12:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17359"
    uid: dcaff312-c64e-4c8c-9fbc-bb13c14d0b70
  kind: Event
  lastTimestamp: "2026-04-21T04:12:59Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-8765c9667 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-21T04:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:12:59Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a843f69a07d811
    namespace: kserve-ci-e2e-test
    resourceVersion: "17363"
    uid: c7862563-7ee8-4c3f-966a-daa6008cab43
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-21T04:13:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17360"
    uid: 80a79f91-354f-4188-893d-1778f99559e7
  kind: Event
  lastTimestamp: "2026-04-21T04:15:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:15:59Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a843fa1896f145
    namespace: kserve-ci-e2e-test
    resourceVersion: "18682"
    uid: cf9db6a5-5692-4b62-afb3-65dcfda1c874
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-21T04:13:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17360"
    uid: 80a79f91-354f-4188-893d-1778f99559e7
  kind: Event
  lastTimestamp: "2026-04-21T04:15:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:15:59Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a843fa18fc4194
    namespace: kserve-ci-e2e-test
    resourceVersion: "18683"
    uid: 193abc4c-fc5a-4730-8860-3dd5aaf0beac
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:15:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17516"
    uid: 80a79f91-354f-4188-893d-1778f99559e7
  kind: Event
  lastTimestamp: "2026-04-21T04:15:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:15:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:15:44Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a8441d0e0bbbc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18561"
    uid: 9622e519-ef5d-4adf-a9d4-d6324806518c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:15:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17516"
    uid: 80a79f91-354f-4188-893d-1778f99559e7
  kind: Event
  lastTimestamp: "2026-04-21T04:15:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:15:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:15:44Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a8441d0e6a5ebd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18563"
    uid: 944c765e-7cce-46a7-b6ed-f67ffd7ead0d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-21T04:12:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17330"
    uid: 76f9da01-1439-4385-a31a-2a188aff8d7d
  kind: Event
  lastTimestamp: "2026-04-21T04:15:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T04:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:15:58Z"
    name: isvc-lightgbm-v2-runtime.18a843f699e6443c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18667"
    uid: d854197a-5eda-4d8a-881b-672d157cd2a4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:12:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17330"
    uid: 76f9da01-1439-4385-a31a-2a188aff8d7d
  kind: Event
  lastTimestamp: "2026-04-21T04:12:59Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T04:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:12:59Z"
    name: isvc-lightgbm-v2-runtime.18a843f69a3e4c02
    namespace: kserve-ci-e2e-test
    resourceVersion: "17383"
    uid: b6602b81-1a7e-4778-ae6c-9f79ae87d3b8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:12:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17342"
    uid: 76f9da01-1439-4385-a31a-2a188aff8d7d
  kind: Event
  lastTimestamp: "2026-04-21T04:12:59Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-21T04:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:12:59Z"
    name: isvc-lightgbm-v2-runtime.18a843f69fbf81de
    namespace: kserve-ci-e2e-test
    resourceVersion: "17384"
    uid: 52afdad1-819b-4605-bd10-b8c20ae8acd2
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:15:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18665"
    uid: 76f9da01-1439-4385-a31a-2a188aff8d7d
  kind: Event
  lastTimestamp: "2026-04-21T04:15:58Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-21T04:15:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:15:58Z"
    name: isvc-lightgbm-v2-runtime.18a844203dbfdb5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18666"
    uid: 7ae128c7-e9f5-47e5-8bb2-937b69ce0ac5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-21T04:09:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15837"
    uid: f64f875e-16c4-4bf1-8377-b101439d6e93
  kind: Event
  lastTimestamp: "2026-04-21T04:11:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T04:09:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:11:28Z"
    name: isvc-lightgbm.18a843cc8a8a00d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16579"
    uid: d5b1a8b5-6c2f-47e3-946b-d3de407db0b9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:09:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15837"
    uid: f64f875e-16c4-4bf1-8377-b101439d6e93
  kind: Event
  lastTimestamp: "2026-04-21T04:09:58Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-21T04:09:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:09:58Z"
    name: isvc-lightgbm.18a843cc8b19834f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15866"
    uid: bd29f0c5-3fd8-40ab-a2c5-ba9463db21f7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:11:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16576"
    uid: f64f875e-16c4-4bf1-8377-b101439d6e93
  kind: Event
  lastTimestamp: "2026-04-21T04:11:28Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-21T04:11:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:11:28Z"
    name: isvc-lightgbm.18a843e166bf54f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16577"
    uid: 404e9f39-9120-4e28-ab95-af3ca443e076
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T04:08:33.575530Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-sc54t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15167"
    uid: 4c6245e6-0f47-41dd-8536-df98877dceb9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-64d54fcc88-sc54t
    to ip-10-0-134-15.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T04:08:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T04:08:33Z"
    name: isvc-logger-predictor-64d54fcc88-sc54t.18a843b8b44b4637
    namespace: kserve-ci-e2e-test
    resourceVersion: "15171"
    uid: 79751af6-ac15-4fda-b565-07669bd327c8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c5667b7d6-xznfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:08:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-sc54t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15175"
    uid: 4c6245e6-0f47-41dd-8536-df98877dceb9
  kind: Event
  lastTimestamp: "2026-04-21T04:08:33Z"
  message: Add eth0 [10.132.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T04:08:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T04:08:33Z"
    name: isvc-logger-predictor-64d54fcc88-sc54t.18a843b8cd194784
    namespace: kserve-ci-e2e-test
    resourceVersion: "15181"
    uid: 08a8fb0a-ef9d-4131-a45b-47675ba34114
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:08:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-sc54t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15169"
    uid: 4c6245e6-0f47-41dd-8536-df98877dceb9
  kind: Event
  lastTimestamp: "2026-04-21T04:08:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:08:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:08:34Z"
    name: isvc-logger-predictor-64d54fcc88-sc54t.18a843b8ce6c982c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15183"
    uid: 42df2d4a-070e-4cd7-a894-98dcf8887f7e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:08:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-sc54t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15169"
    uid: 4c6245e6-0f47-41dd-8536-df98877dceb9
  kind: Event
  lastTimestamp: "2026-04-21T04:08:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T04:08:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:08:34Z"
    name: isvc-logger-predictor-64d54fcc88-sc54t.18a843b8d1811426
    namespace: kserve-ci-e2e-test
    resourceVersion: "15184"
    uid: 22b12b38-2a2e-4f12-baf6-813d868bf2de
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:08:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-sc54t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15169"
    uid: 4c6245e6-0f47-41dd-8536-df98877dceb9
  kind: Event
  lastTimestamp: "2026-04-21T04:08:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T04:08:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:08:34Z"
    name: isvc-logger-predictor-64d54fcc88-sc54t.18a843b8d1ea4954
    namespace: kserve-ci-e2e-test
    resourceVersion: "15185"
    uid: 6a1be9f3-9902-45aa-9d95-0862ce1cdab7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:08:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-sc54t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15169"
    uid: 4c6245e6-0f47-41dd-8536-df98877dceb9
  kind: Event
  lastTimestamp: "2026-04-21T04:08:37Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:08:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:08:37Z"
    name: isvc-logger-predictor-64d54fcc88-sc54t.18a843b9bbecb750
    namespace: kserve-ci-e2e-test
    resourceVersion: "15225"
    uid: 376b2cd5-cc71-4451-a1e0-64b25d3c93d6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:08:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-sc54t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15169"
    uid: 4c6245e6-0f47-41dd-8536-df98877dceb9
  kind: Event
  lastTimestamp: "2026-04-21T04:08:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T04:08:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:08:38Z"
    name: isvc-logger-predictor-64d54fcc88-sc54t.18a843b9bf315b18
    namespace: kserve-ci-e2e-test
    resourceVersion: "15229"
    uid: 053d5229-4f4c-4f4b-9a1c-767dc949bfcf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:08:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-sc54t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15169"
    uid: 4c6245e6-0f47-41dd-8536-df98877dceb9
  kind: Event
  lastTimestamp: "2026-04-21T04:08:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:08:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:08:38Z"
    name: isvc-logger-predictor-64d54fcc88-sc54t.18a843b9bf9ff952
    namespace: kserve-ci-e2e-test
    resourceVersion: "15230"
    uid: 6cb5de54-b9f0-4e3a-9aed-0243814959ba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:08:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-sc54t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15169"
    uid: 4c6245e6-0f47-41dd-8536-df98877dceb9
  kind: Event
  lastTimestamp: "2026-04-21T04:08:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:08:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:08:38Z"
    name: isvc-logger-predictor-64d54fcc88-sc54t.18a843b9bfacd1df
    namespace: kserve-ci-e2e-test
    resourceVersion: "15231"
    uid: 9115fc34-6413-4885-ab2b-b3c34fa2a47c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:08:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-sc54t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15169"
    uid: 4c6245e6-0f47-41dd-8536-df98877dceb9
  kind: Event
  lastTimestamp: "2026-04-21T04:08:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-21T04:08:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:08:38Z"
    name: isvc-logger-predictor-64d54fcc88-sc54t.18a843b9c2a1d0b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15233"
    uid: 20ccae05-69a3-4c5e-a6dd-6769e01a9828
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:08:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-sc54t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15169"
    uid: 4c6245e6-0f47-41dd-8536-df98877dceb9
  kind: Event
  lastTimestamp: "2026-04-21T04:08:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:08:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:08:38Z"
    name: isvc-logger-predictor-64d54fcc88-sc54t.18a843b9c30f7967
    namespace: kserve-ci-e2e-test
    resourceVersion: "15234"
    uid: 0988c5c8-b56f-4e0f-ad7a-069c2106ad3b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:08:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-sc54t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15169"
    uid: 4c6245e6-0f47-41dd-8536-df98877dceb9
  kind: Event
  lastTimestamp: "2026-04-21T04:08:38Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:04387bc02593a57a59970799a98bb0f0c4351f10f0912ba6f376f88063c848eb"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:08:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:08:38Z"
    name: isvc-logger-predictor-64d54fcc88-sc54t.18a843b9c31a9e2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15235"
    uid: 20ffa291-04b4-489f-ba03-ca98cf023096
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:08:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-sc54t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15169"
    uid: 4c6245e6-0f47-41dd-8536-df98877dceb9
  kind: Event
  lastTimestamp: "2026-04-21T04:08:38Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-21T04:08:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:08:38Z"
    name: isvc-logger-predictor-64d54fcc88-sc54t.18a843b9c5b0c612
    namespace: kserve-ci-e2e-test
    resourceVersion: "15238"
    uid: 40c7b949-bc6d-4061-b154-43cbaad77017
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:08:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-sc54t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15169"
    uid: 4c6245e6-0f47-41dd-8536-df98877dceb9
  kind: Event
  lastTimestamp: "2026-04-21T04:08:38Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-21T04:08:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:08:38Z"
    name: isvc-logger-predictor-64d54fcc88-sc54t.18a843b9c62eb93e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15239"
    uid: a7b16e47-497c-43fb-ab7b-07efb7ac3a53
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-21T04:08:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-sc54t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15169"
    uid: 4c6245e6-0f47-41dd-8536-df98877dceb9
  kind: Event
  lastTimestamp: "2026-04-21T04:10:16Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T04:08:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:10:16Z"
    name: isvc-logger-predictor-64d54fcc88-sc54t.18a843b9f7d73b4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16064"
    uid: d56b8078-8aff-4253-a558-239617b8ec2b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-21T04:08:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-sc54t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15169"
    uid: 4c6245e6-0f47-41dd-8536-df98877dceb9
  kind: Event
  lastTimestamp: "2026-04-21T04:10:16Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-21T04:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:10:16Z"
    name: isvc-logger-predictor-64d54fcc88-sc54t.18a843ba338e9aa8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16065"
    uid: 7ffb4690-5828-40d6-8f85-837a977f1d61
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:09:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-sc54t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15169"
    uid: 4c6245e6-0f47-41dd-8536-df98877dceb9
  kind: Event
  lastTimestamp: "2026-04-21T04:09:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:09:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:09:58Z"
    name: isvc-logger-predictor-64d54fcc88-sc54t.18a843cc8c05b509
    namespace: kserve-ci-e2e-test
    resourceVersion: "15871"
    uid: a6b77d83-a8f8-4ffe-9813-7628bf1a7681
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:09:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-sc54t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15169"
    uid: 4c6245e6-0f47-41dd-8536-df98877dceb9
  kind: Event
  lastTimestamp: "2026-04-21T04:09:58Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-21T04:09:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:09:58Z"
    name: isvc-logger-predictor-64d54fcc88-sc54t.18a843cc8c05e899
    namespace: kserve-ci-e2e-test
    resourceVersion: "15874"
    uid: e9e73543-9177-4a96-92fb-0c723249774f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:09:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-sc54t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15169"
    uid: 4c6245e6-0f47-41dd-8536-df98877dceb9
  kind: Event
  lastTimestamp: "2026-04-21T04:09:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:09:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:09:58Z"
    name: isvc-logger-predictor-64d54fcc88-sc54t.18a843cc8c061741
    namespace: kserve-ci-e2e-test
    resourceVersion: "15875"
    uid: 1812b49f-473c-4471-a75b-ac71d9be8f1b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-21T04:10:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-sc54t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15169"
    uid: 4c6245e6-0f47-41dd-8536-df98877dceb9
  kind: Event
  lastTimestamp: "2026-04-21T04:10:16Z"
  message: 'Readiness probe failed: Get "https://10.132.0.24:8643/healthz": dial tcp
    10.132.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-21T04:10:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:10:16Z"
    name: isvc-logger-predictor-64d54fcc88-sc54t.18a843cd0fadcf7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16063"
    uid: f5f189d7-98df-4e72-9adc-a95109ff4633
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:08:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-64d54fcc88
    namespace: kserve-ci-e2e-test
    resourceVersion: "15155"
    uid: c66e6b62-71fd-4f9c-aa77-3691bf57f997
  kind: Event
  lastTimestamp: "2026-04-21T04:08:33Z"
  message: 'Created pod: isvc-logger-predictor-64d54fcc88-sc54t'
  metadata:
    creationTimestamp: "2026-04-21T04:08:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:08:33Z"
    name: isvc-logger-predictor-64d54fcc88.18a843b8b3b6c87a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15168"
    uid: 4532d8e3-48db-44a9-9acc-f0aac85836eb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:08:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15153"
    uid: 742275ea-0548-4817-bffd-8a3279829ad0
  kind: Event
  lastTimestamp: "2026-04-21T04:08:33Z"
  message: Scaled up replica set isvc-logger-predictor-64d54fcc88 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-21T04:08:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:08:33Z"
    name: isvc-logger-predictor.18a843b8b058ee22
    namespace: kserve-ci-e2e-test
    resourceVersion: "15157"
    uid: 81a69a6b-eb4e-410f-b9de-9ce0ee394d90
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:08:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15154"
    uid: 1c273819-2fe1-4ad3-8396-724d2ab4734e
  kind: Event
  lastTimestamp: "2026-04-21T04:09:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:08:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:09:18Z"
    name: isvc-logger-predictor.18a843bc2ecb09fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15539"
    uid: f2eb8f98-7d4d-4015-90a9-7e84a9a28816
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:08:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15154"
    uid: 1c273819-2fe1-4ad3-8396-724d2ab4734e
  kind: Event
  lastTimestamp: "2026-04-21T04:09:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:08:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:09:18Z"
    name: isvc-logger-predictor.18a843bc2f0cad78
    namespace: kserve-ci-e2e-test
    resourceVersion: "15540"
    uid: 195a223e-7f44-459f-a853-988b96173ba6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T04:09:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15323"
    uid: 1c273819-2fe1-4ad3-8396-724d2ab4734e
  kind: Event
  lastTimestamp: "2026-04-21T04:09:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:09:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:09:48Z"
    name: isvc-logger-predictor.18a843bfad9eb18a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15762"
    uid: 5077af91-3929-4f53-9eeb-e3281c22c451
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T04:09:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15323"
    uid: 1c273819-2fe1-4ad3-8396-724d2ab4734e
  kind: Event
  lastTimestamp: "2026-04-21T04:09:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:09:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:09:48Z"
    name: isvc-logger-predictor.18a843bfadf783e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15763"
    uid: 6d5bff4a-f4fe-4d66-bb8d-a47c4075623b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-21T04:08:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15144"
    uid: 7a3d47c7-53c7-4727-8344-fe62225e1b44
  kind: Event
  lastTimestamp: "2026-04-21T04:09:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T04:08:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:09:46Z"
    name: isvc-logger.18a843b8b04711a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15741"
    uid: b99d6cdd-38bc-4501-97df-cccffee6e06d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:08:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15144"
    uid: 7a3d47c7-53c7-4727-8344-fe62225e1b44
  kind: Event
  lastTimestamp: "2026-04-21T04:08:33Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-21T04:08:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:08:33Z"
    name: isvc-logger.18a843b8b0e06b95
    namespace: kserve-ci-e2e-test
    resourceVersion: "15160"
    uid: 2c076a7f-a7e2-48c2-8305-bc661e4ee8ec
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:09:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15739"
    uid: 7a3d47c7-53c7-4727-8344-fe62225e1b44
  kind: Event
  lastTimestamp: "2026-04-21T04:09:46Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-04-21T04:09:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:09:46Z"
    name: isvc-logger.18a843c99722cd69
    namespace: kserve-ci-e2e-test
    resourceVersion: "15740"
    uid: a4c7fa9c-944d-4e1b-bc83-e18c2478df43
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T04:16:19.890057Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-shp6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "18955"
    uid: 8d3d69fa-743e-4812-a276-9db0ef3cb813
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-5fdb47d546-shp6x
    to ip-10-0-134-15.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T04:16:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T04:16:19Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-shp6x.18a8442546ce5396
    namespace: kserve-ci-e2e-test
    resourceVersion: "18962"
    uid: 42a1adbe-e76d-4bcc-91db-7e55d7f83890
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c5667b7d6-xznfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:16:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-shp6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "18966"
    uid: 8d3d69fa-743e-4812-a276-9db0ef3cb813
  kind: Event
  lastTimestamp: "2026-04-21T04:16:20Z"
  message: Add eth0 [10.132.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T04:16:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T04:16:20Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-shp6x.18a844255fb0ed7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18974"
    uid: 65bcc446-7df8-4f43-b1fc-a8b77bc04cd1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:16:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-shp6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "18957"
    uid: 8d3d69fa-743e-4812-a276-9db0ef3cb813
  kind: Event
  lastTimestamp: "2026-04-21T04:16:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:16:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:16:20Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-shp6x.18a84425627783a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18977"
    uid: 49e13714-700c-40ea-8570-81a1fb1804b3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:16:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-shp6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "18957"
    uid: 8d3d69fa-743e-4812-a276-9db0ef3cb813
  kind: Event
  lastTimestamp: "2026-04-21T04:16:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T04:16:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:16:20Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-shp6x.18a844256636c75c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18978"
    uid: 22ddf2e5-e4bc-462e-ad7e-751def68d765
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:16:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-shp6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "18957"
    uid: 8d3d69fa-743e-4812-a276-9db0ef3cb813
  kind: Event
  lastTimestamp: "2026-04-21T04:16:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T04:16:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:16:20Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-shp6x.18a8442566a9c59e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18979"
    uid: fcc3e929-2ce8-4919-87c7-811df70cbb2e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:16:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-shp6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "18957"
    uid: 8d3d69fa-743e-4812-a276-9db0ef3cb813
  kind: Event
  lastTimestamp: "2026-04-21T04:16:25Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-21T04:16:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:16:25Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-shp6x.18a844268cf28620
    namespace: kserve-ci-e2e-test
    resourceVersion: "19025"
    uid: 10299315-6206-42b8-924c-a88c7799a6b6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:16:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-shp6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "18957"
    uid: 8d3d69fa-743e-4812-a276-9db0ef3cb813
  kind: Event
  lastTimestamp: "2026-04-21T04:16:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T04:16:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:16:25Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-shp6x.18a8442690401bde
    namespace: kserve-ci-e2e-test
    resourceVersion: "19030"
    uid: d7a372b1-669c-4369-90fe-ac491c59bf52
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:16:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-shp6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "18957"
    uid: 8d3d69fa-743e-4812-a276-9db0ef3cb813
  kind: Event
  lastTimestamp: "2026-04-21T04:16:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:16:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:16:25Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-shp6x.18a8442690ad4bc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19031"
    uid: 953388a0-6871-497b-b138-075c49e43c26
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:16:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-shp6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "18957"
    uid: 8d3d69fa-743e-4812-a276-9db0ef3cb813
  kind: Event
  lastTimestamp: "2026-04-21T04:16:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:16:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:16:25Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-shp6x.18a8442690b848c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19032"
    uid: afa2b249-806f-4fc2-91ee-16bf8e03b42d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:16:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-shp6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "18957"
    uid: 8d3d69fa-743e-4812-a276-9db0ef3cb813
  kind: Event
  lastTimestamp: "2026-04-21T04:16:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-21T04:16:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:16:25Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-shp6x.18a8442693316c0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19035"
    uid: c736d059-8e65-4986-b187-3c32f57188ad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:16:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-shp6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "18957"
    uid: 8d3d69fa-743e-4812-a276-9db0ef3cb813
  kind: Event
  lastTimestamp: "2026-04-21T04:16:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:16:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:16:25Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-shp6x.18a84426939cf57b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19036"
    uid: 493e76f9-3f0f-49d8-a12f-094bed58c52f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:17:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-shp6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "18957"
    uid: 8d3d69fa-743e-4812-a276-9db0ef3cb813
  kind: Event
  lastTimestamp: "2026-04-21T04:17:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:17:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:17:09Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-shp6x.18a84430f0838f39
    namespace: kserve-ci-e2e-test
    resourceVersion: "19374"
    uid: 0fbc0e09-732b-451b-a2c4-3a84c1a9da4e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:17:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-shp6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "18957"
    uid: 8d3d69fa-743e-4812-a276-9db0ef3cb813
  kind: Event
  lastTimestamp: "2026-04-21T04:17:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:17:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:17:09Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-shp6x.18a84430f0840b98
    namespace: kserve-ci-e2e-test
    resourceVersion: "19376"
    uid: c4c23bb5-f273-4958-938d-660592ef8812
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:16:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546
    namespace: kserve-ci-e2e-test
    resourceVersion: "18946"
    uid: 7c1c38a4-c193-4b47-af50-51ee266a9740
  kind: Event
  lastTimestamp: "2026-04-21T04:16:19Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-5fdb47d546-shp6x'
  metadata:
    creationTimestamp: "2026-04-21T04:16:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:16:19Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546.18a84425466df586
    namespace: kserve-ci-e2e-test
    resourceVersion: "18956"
    uid: 06b6ae56-4e66-4338-afda-1a10406fc072
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:16:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18943"
    uid: 394a7bf4-f135-48d7-968e-71014838a02d
  kind: Event
  lastTimestamp: "2026-04-21T04:16:19Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-5fdb47d546 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-21T04:16:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:16:19Z"
    name: isvc-mlflow-v2-runtime-predictor.18a8442543ccf341
    namespace: kserve-ci-e2e-test
    resourceVersion: "18948"
    uid: ee9ce269-1725-45e0-8f78-2a38dbeb45d7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:16:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18945"
    uid: 3b12cb87-5ae6-4f9e-a034-83b0cc76d02c
  kind: Event
  lastTimestamp: "2026-04-21T04:16:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:16:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:16:49Z"
    name: isvc-mlflow-v2-runtime-predictor.18a84428c2b57ff7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19206"
    uid: a2ea8eb5-2e81-485e-8610-b6c9a82b6a9e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:16:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18945"
    uid: 3b12cb87-5ae6-4f9e-a034-83b0cc76d02c
  kind: Event
  lastTimestamp: "2026-04-21T04:16:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:16:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:16:49Z"
    name: isvc-mlflow-v2-runtime-predictor.18a84428c31172dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19207"
    uid: e0020ddc-9eae-4e9e-83e6-7935f01e6506
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:17:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19100"
    uid: 3b12cb87-5ae6-4f9e-a034-83b0cc76d02c
  kind: Event
  lastTimestamp: "2026-04-21T04:17:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:17:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:17:04Z"
    name: isvc-mlflow-v2-runtime-predictor.18a8442fc13c9596
    namespace: kserve-ci-e2e-test
    resourceVersion: "19315"
    uid: cf9ba411-01a7-48f3-aa65-121463e7b6d0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:17:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19100"
    uid: 3b12cb87-5ae6-4f9e-a034-83b0cc76d02c
  kind: Event
  lastTimestamp: "2026-04-21T04:17:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:17:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:17:04Z"
    name: isvc-mlflow-v2-runtime-predictor.18a8442fc19c32d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19317"
    uid: ff84e9d4-9e95-49af-a898-9692f2ec69c6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-21T04:16:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18917"
    uid: f3307f7a-c312-4930-a444-ad8f12f380a2
  kind: Event
  lastTimestamp: "2026-04-21T04:17:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T04:16:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:17:02Z"
    name: isvc-mlflow-v2-runtime.18a8442543dadc02
    namespace: kserve-ci-e2e-test
    resourceVersion: "19299"
    uid: 743a0de3-259b-49ee-b7de-b9dd80f60694
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:16:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18917"
    uid: f3307f7a-c312-4930-a444-ad8f12f380a2
  kind: Event
  lastTimestamp: "2026-04-21T04:16:19Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T04:16:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:16:19Z"
    name: isvc-mlflow-v2-runtime.18a84425446f5a01
    namespace: kserve-ci-e2e-test
    resourceVersion: "18951"
    uid: d3133c05-1cf9-43a1-8baf-30dc22f7035d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:17:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19296"
    uid: f3307f7a-c312-4930-a444-ad8f12f380a2
  kind: Event
  lastTimestamp: "2026-04-21T04:17:02Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-21T04:17:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:17:02Z"
    name: isvc-mlflow-v2-runtime.18a8442f2fd41d52
    namespace: kserve-ci-e2e-test
    resourceVersion: "19298"
    uid: 8be331e8-7775-4250-a6ea-b02b7f841587
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T04:18:30.231583Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-842g6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20047"
    uid: 735f71e3-c536-4a66-943a-f8d73cf6559c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6b8b7cfb4b-842g6
    to ip-10-0-134-15.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T04:18:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T04:18:30Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-842g6.18a844439fc42d6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20052"
    uid: f1d5c47b-8387-4530-8528-fe3c1e44ac13
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c5667b7d6-xznfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:18:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-842g6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20049"
    uid: 735f71e3-c536-4a66-943a-f8d73cf6559c
  kind: Event
  lastTimestamp: "2026-04-21T04:18:30Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-21T04:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:18:30Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-842g6.18a84443ad10fc1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20062"
    uid: bcd88b11-56f4-4bec-929f-bc1e6d801620
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:18:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-842g6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20056"
    uid: 735f71e3-c536-4a66-943a-f8d73cf6559c
  kind: Event
  lastTimestamp: "2026-04-21T04:18:31Z"
  message: Add eth0 [10.132.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T04:18:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T04:18:31Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-842g6.18a84443dc495ca9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20075"
    uid: 1d7e1d33-ba31-4651-9243-d6e3f18e7c61
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:18:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-842g6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20049"
    uid: 735f71e3-c536-4a66-943a-f8d73cf6559c
  kind: Event
  lastTimestamp: "2026-04-21T04:18:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:18:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:18:31Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-842g6.18a84443dd9e63bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20078"
    uid: 5d7328c2-5459-44cf-900d-d74ad931572b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:18:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-842g6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20049"
    uid: 735f71e3-c536-4a66-943a-f8d73cf6559c
  kind: Event
  lastTimestamp: "2026-04-21T04:18:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T04:18:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:18:31Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-842g6.18a84443e024e58f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20079"
    uid: 1f9ddbb4-f936-4b8c-ae5b-232887def68e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:18:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-842g6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20049"
    uid: 735f71e3-c536-4a66-943a-f8d73cf6559c
  kind: Event
  lastTimestamp: "2026-04-21T04:18:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T04:18:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:18:31Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-842g6.18a84443e091b3bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20080"
    uid: 732a8b29-496a-40f2-abdd-129b947b78ab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:18:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-842g6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20049"
    uid: 735f71e3-c536-4a66-943a-f8d73cf6559c
  kind: Event
  lastTimestamp: "2026-04-21T04:18:36Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-04-21T04:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:18:36Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-842g6.18a8444524c530af
    namespace: kserve-ci-e2e-test
    resourceVersion: "20129"
    uid: ed2b3124-ec87-4cf4-8e87-800b6313bd9b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:18:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-842g6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20049"
    uid: 735f71e3-c536-4a66-943a-f8d73cf6559c
  kind: Event
  lastTimestamp: "2026-04-21T04:18:48Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.645s (11.645s
    including waiting). Image size: 1162827003 bytes.'
  metadata:
    creationTimestamp: "2026-04-21T04:18:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:18:48Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-842g6.18a84447dade7d8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20215"
    uid: 905a6193-878d-44f9-b304-11a778771e18
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:18:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-842g6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20049"
    uid: 735f71e3-c536-4a66-943a-f8d73cf6559c
  kind: Event
  lastTimestamp: "2026-04-21T04:18:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T04:18:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:18:48Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-842g6.18a84447de146823
    namespace: kserve-ci-e2e-test
    resourceVersion: "20216"
    uid: e3cc759a-e5dd-47ae-b2cc-d2ee4781c931
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:18:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-842g6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20049"
    uid: 735f71e3-c536-4a66-943a-f8d73cf6559c
  kind: Event
  lastTimestamp: "2026-04-21T04:18:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:18:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:18:48Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-842g6.18a84447de8321d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20217"
    uid: a8ef80b7-8926-44a2-be05-7986b3e21bb5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:18:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-842g6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20049"
    uid: 735f71e3-c536-4a66-943a-f8d73cf6559c
  kind: Event
  lastTimestamp: "2026-04-21T04:18:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:18:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:18:48Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-842g6.18a84447de8fadb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20218"
    uid: 4a47b68c-5d35-4b8a-917e-614c87522b95
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:18:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-842g6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20049"
    uid: 735f71e3-c536-4a66-943a-f8d73cf6559c
  kind: Event
  lastTimestamp: "2026-04-21T04:18:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-21T04:18:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:18:48Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-842g6.18a84447e1065eaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "20219"
    uid: 85b426c1-bc3c-4d6c-92f5-8fe171fe0760
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:18:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-842g6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20049"
    uid: 735f71e3-c536-4a66-943a-f8d73cf6559c
  kind: Event
  lastTimestamp: "2026-04-21T04:18:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:18:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:18:48Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-842g6.18a84447e172d928
    namespace: kserve-ci-e2e-test
    resourceVersion: "20220"
    uid: 63f6bf67-7078-4fe6-b4c0-43eb455ac5a1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-21T04:18:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-842g6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20049"
    uid: 735f71e3-c536-4a66-943a-f8d73cf6559c
  kind: Event
  lastTimestamp: "2026-04-21T04:19:25Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T04:18:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:19:25Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-842g6.18a844482dfb17fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "20495"
    uid: 89ce9daf-7392-4161-a0e1-2266b07c9acd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:19:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-842g6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20049"
    uid: 735f71e3-c536-4a66-943a-f8d73cf6559c
  kind: Event
  lastTimestamp: "2026-04-21T04:19:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:19:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:19:41Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-842g6.18a8445444952e2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20636"
    uid: b5ccaf2e-9a66-494f-b562-fb35c390327c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:19:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-842g6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20049"
    uid: 735f71e3-c536-4a66-943a-f8d73cf6559c
  kind: Event
  lastTimestamp: "2026-04-21T04:19:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:19:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:19:41Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-842g6.18a844544495c1a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20640"
    uid: 910f37f8-d4a1-4bc8-baf1-f4e0e513857d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:18:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6b8b7cfb4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20036"
    uid: 74e0f9cd-7274-4e47-b84f-8b518a2af737
  kind: Event
  lastTimestamp: "2026-04-21T04:18:30Z"
  message: 'Created pod: isvc-paddle-predictor-6b8b7cfb4b-842g6'
  metadata:
    creationTimestamp: "2026-04-21T04:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:18:30Z"
    name: isvc-paddle-predictor-6b8b7cfb4b.18a844439f5a17bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20048"
    uid: 807079af-5307-4a22-a298-1c6fc63aaae8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:18:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20032"
    uid: 41e62e51-be8c-4192-84f9-1358b6871c54
  kind: Event
  lastTimestamp: "2026-04-21T04:18:30Z"
  message: Scaled up replica set isvc-paddle-predictor-6b8b7cfb4b from 0 to 1
  metadata:
    creationTimestamp: "2026-04-21T04:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:18:30Z"
    name: isvc-paddle-predictor.18a844439c0a862a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20039"
    uid: 595f68f2-e3e9-46c9-aa66-a6e55b9c9b5c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-21T04:18:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20035"
    uid: a13e9666-13de-4243-9548-ef4dd129cea6
  kind: Event
  lastTimestamp: "2026-04-21T04:19:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:18:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:19:30Z"
    name: isvc-paddle-predictor.18a844471a7ca758
    namespace: kserve-ci-e2e-test
    resourceVersion: "20523"
    uid: 8302bbde-05a9-4e7e-a67f-d6943edbe4ac
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-21T04:18:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20035"
    uid: a13e9666-13de-4243-9548-ef4dd129cea6
  kind: Event
  lastTimestamp: "2026-04-21T04:19:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:18:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:19:30Z"
    name: isvc-paddle-predictor.18a844471ad5f10c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20524"
    uid: 9e347c37-d398-4525-9bb2-86d13a5e002d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T04:19:41.796045Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hl49
    namespace: kserve-ci-e2e-test
    resourceVersion: "20655"
    uid: ce7e5ad3-0b4d-4e0c-a300-847809b932c9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-7f4d4f9dc8-2hl49
    to ip-10-0-134-15.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T04:19:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T04:19:41Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hl49.18a84454495730ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: 445279d1-5bac-4a13-91da-58515951fefe
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c5667b7d6-xznfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:19:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hl49
    namespace: kserve-ci-e2e-test
    resourceVersion: "20665"
    uid: ce7e5ad3-0b4d-4e0c-a300-847809b932c9
  kind: Event
  lastTimestamp: "2026-04-21T04:19:42Z"
  message: Add eth0 [10.132.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T04:19:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T04:19:42Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hl49.18a84454623ff854
    namespace: kserve-ci-e2e-test
    resourceVersion: "20670"
    uid: 5c4958d1-d65d-4669-9fb1-50bd0df9efbe
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:19:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hl49
    namespace: kserve-ci-e2e-test
    resourceVersion: "20657"
    uid: ce7e5ad3-0b4d-4e0c-a300-847809b932c9
  kind: Event
  lastTimestamp: "2026-04-21T04:19:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:19:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:19:42Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hl49.18a84454637ad523
    namespace: kserve-ci-e2e-test
    resourceVersion: "20672"
    uid: 70d47eea-6402-4391-ad50-bd7fe848033f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:19:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hl49
    namespace: kserve-ci-e2e-test
    resourceVersion: "20657"
    uid: ce7e5ad3-0b4d-4e0c-a300-847809b932c9
  kind: Event
  lastTimestamp: "2026-04-21T04:19:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T04:19:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:19:42Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hl49.18a84454667ee471
    namespace: kserve-ci-e2e-test
    resourceVersion: "20674"
    uid: 104a043a-3e18-44ae-a8e6-96f81d4de393
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:19:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hl49
    namespace: kserve-ci-e2e-test
    resourceVersion: "20657"
    uid: ce7e5ad3-0b4d-4e0c-a300-847809b932c9
  kind: Event
  lastTimestamp: "2026-04-21T04:19:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T04:19:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:19:42Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hl49.18a8445466eaff88
    namespace: kserve-ci-e2e-test
    resourceVersion: "20675"
    uid: 8a9f7a51-da42-4627-9ddd-13c7d40d791b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:19:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hl49
    namespace: kserve-ci-e2e-test
    resourceVersion: "20657"
    uid: ce7e5ad3-0b4d-4e0c-a300-847809b932c9
  kind: Event
  lastTimestamp: "2026-04-21T04:19:46Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:19:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:19:46Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hl49.18a844557db846d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20720"
    uid: 5ddb7708-cb7c-4b85-9af4-c2665874ec23
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:19:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hl49
    namespace: kserve-ci-e2e-test
    resourceVersion: "20657"
    uid: ce7e5ad3-0b4d-4e0c-a300-847809b932c9
  kind: Event
  lastTimestamp: "2026-04-21T04:19:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T04:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:19:47Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hl49.18a8445581645e85
    namespace: kserve-ci-e2e-test
    resourceVersion: "20724"
    uid: ea62dbbc-382a-4977-8be3-70dfa5734974
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:19:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hl49
    namespace: kserve-ci-e2e-test
    resourceVersion: "20657"
    uid: ce7e5ad3-0b4d-4e0c-a300-847809b932c9
  kind: Event
  lastTimestamp: "2026-04-21T04:19:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:19:47Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hl49.18a8445581d40c26
    namespace: kserve-ci-e2e-test
    resourceVersion: "20725"
    uid: fca8dad4-bc7b-43dc-a7aa-70e0eeffa91e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:19:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hl49
    namespace: kserve-ci-e2e-test
    resourceVersion: "20657"
    uid: ce7e5ad3-0b4d-4e0c-a300-847809b932c9
  kind: Event
  lastTimestamp: "2026-04-21T04:19:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:19:47Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hl49.18a8445581df4767
    namespace: kserve-ci-e2e-test
    resourceVersion: "20726"
    uid: 0e882bf0-7cba-4a07-877d-c8f8ff06872e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:19:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hl49
    namespace: kserve-ci-e2e-test
    resourceVersion: "20657"
    uid: ce7e5ad3-0b4d-4e0c-a300-847809b932c9
  kind: Event
  lastTimestamp: "2026-04-21T04:19:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-21T04:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:19:47Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hl49.18a8445584642e13
    namespace: kserve-ci-e2e-test
    resourceVersion: "20728"
    uid: 0e5e61da-b5cd-468d-b230-05530b5d8c29
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:19:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hl49
    namespace: kserve-ci-e2e-test
    resourceVersion: "20657"
    uid: ce7e5ad3-0b4d-4e0c-a300-847809b932c9
  kind: Event
  lastTimestamp: "2026-04-21T04:19:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:19:47Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hl49.18a8445584cf52d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20729"
    uid: 6b367175-9178-4804-8e3f-0707698c496f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-21T04:19:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hl49
    namespace: kserve-ci-e2e-test
    resourceVersion: "20657"
    uid: ce7e5ad3-0b4d-4e0c-a300-847809b932c9
  kind: Event
  lastTimestamp: "2026-04-21T04:20:43Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T04:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:20:43Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hl49.18a84455b9a5060d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21214"
    uid: 9ddaca5d-dce0-4955-a1c6-b85afff2878c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:20:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hl49
    namespace: kserve-ci-e2e-test
    resourceVersion: "20657"
    uid: ce7e5ad3-0b4d-4e0c-a300-847809b932c9
  kind: Event
  lastTimestamp: "2026-04-21T04:20:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:20:43Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hl49.18a8446299f1f1e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21160"
    uid: f1c8a91d-871f-4740-bfdf-385b6a05e1bf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:20:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hl49
    namespace: kserve-ci-e2e-test
    resourceVersion: "20657"
    uid: ce7e5ad3-0b4d-4e0c-a300-847809b932c9
  kind: Event
  lastTimestamp: "2026-04-21T04:20:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:20:43Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hl49.18a8446299f34217
    namespace: kserve-ci-e2e-test
    resourceVersion: "21163"
    uid: 56b81dc3-7621-4a1f-a89e-b46b6804cff3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:20:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hl49
    namespace: kserve-ci-e2e-test
    resourceVersion: "20657"
    uid: ce7e5ad3-0b4d-4e0c-a300-847809b932c9
  kind: Event
  lastTimestamp: "2026-04-21T04:20:43Z"
  message: 'Readiness probe failed: Get "https://10.132.0.32:8643/healthz": dial tcp
    10.132.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-21T04:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:20:43Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hl49.18a84462c3a05991
    namespace: kserve-ci-e2e-test
    resourceVersion: "21213"
    uid: a8ce52ef-a702-4889-83bb-3bb57f3a21cd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:19:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20643"
    uid: 77aef080-38d5-44a1-9e9f-b5e26436d6cd
  kind: Event
  lastTimestamp: "2026-04-21T04:19:41Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hl49'
  metadata:
    creationTimestamp: "2026-04-21T04:19:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:19:41Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8.18a8445448ee75e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20656"
    uid: 81cc5ea1-5bf9-456c-b455-32d933fd5555
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:19:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20641"
    uid: 35addfbc-103d-47b7-8873-bc8cfb2b01c7
  kind: Event
  lastTimestamp: "2026-04-21T04:19:41Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-7f4d4f9dc8 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-21T04:19:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:19:41Z"
    name: isvc-paddle-runtime-predictor.18a8445445b86e60
    namespace: kserve-ci-e2e-test
    resourceVersion: "20645"
    uid: 28623aad-8a4b-4f17-8b6b-e1e58c88260f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T04:19:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20642"
    uid: fb4b4340-c1c5-4d87-b6fc-37eb488dc3af
  kind: Event
  lastTimestamp: "2026-04-21T04:20:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:20:26Z"
    name: isvc-paddle-runtime-predictor.18a84457c4b8dc96
    namespace: kserve-ci-e2e-test
    resourceVersion: "21013"
    uid: c2da3c50-69a7-4ff2-9292-14ac789fe125
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T04:19:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20642"
    uid: fb4b4340-c1c5-4d87-b6fc-37eb488dc3af
  kind: Event
  lastTimestamp: "2026-04-21T04:20:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:20:26Z"
    name: isvc-paddle-runtime-predictor.18a84457c537feac
    namespace: kserve-ci-e2e-test
    resourceVersion: "21014"
    uid: 39b2d55b-57a7-4e8b-974b-bfb59f4d318c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:20:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20801"
    uid: fb4b4340-c1c5-4d87-b6fc-37eb488dc3af
  kind: Event
  lastTimestamp: "2026-04-21T04:20:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:20:41Z"
    name: isvc-paddle-runtime-predictor.18a8446241e0106b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21124"
    uid: 730b94f5-b59c-4c6b-a20c-46f51c74984b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:20:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20801"
    uid: fb4b4340-c1c5-4d87-b6fc-37eb488dc3af
  kind: Event
  lastTimestamp: "2026-04-21T04:20:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:20:41Z"
    name: isvc-paddle-runtime-predictor.18a84462423c89e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21126"
    uid: 40de9d30-8a3f-4db3-a853-6d2dc56834e2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-21T04:19:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20613"
    uid: 128ca207-bc69-45ba-8b87-edfd09797b8b
  kind: Event
  lastTimestamp: "2026-04-21T04:20:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T04:19:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:20:34Z"
    name: isvc-paddle-runtime.18a84454459a1a2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21068"
    uid: e79f8bf4-f950-45c2-8586-21c4b6052a97
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:19:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20613"
    uid: 128ca207-bc69-45ba-8b87-edfd09797b8b
  kind: Event
  lastTimestamp: "2026-04-21T04:19:41Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T04:19:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:19:41Z"
    name: isvc-paddle-runtime.18a8445446163f76
    namespace: kserve-ci-e2e-test
    resourceVersion: "20647"
    uid: 0e8b38ca-87ee-47b5-bd68-1bac2902f45b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:20:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21066"
    uid: 128ca207-bc69-45ba-8b87-edfd09797b8b
  kind: Event
  lastTimestamp: "2026-04-21T04:20:34Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-21T04:20:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:20:34Z"
    name: isvc-paddle-runtime.18a844607722eba8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21067"
    uid: 0016238d-49e5-4d6d-af11-59f1abab05d2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T04:20:43.381330Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-hn6g5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21185"
    uid: 47536376-5ab9-4bbe-9f8b-6bae72ec4106
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-7dbd59854-hn6g5
    to ip-10-0-134-15.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T04:20:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T04:20:43Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-hn6g5.18a84462a01c109f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21189"
    uid: 7f30670c-ea2a-468d-8968-aeaaab69128e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c5667b7d6-xznfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:20:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-hn6g5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21195"
    uid: 47536376-5ab9-4bbe-9f8b-6bae72ec4106
  kind: Event
  lastTimestamp: "2026-04-21T04:20:43Z"
  message: Add eth0 [10.132.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T04:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T04:20:43Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-hn6g5.18a84462b8c55f4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21207"
    uid: 5ddd33df-abb5-4bf0-90ef-40b761c4a676
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:20:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-hn6g5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21187"
    uid: 47536376-5ab9-4bbe-9f8b-6bae72ec4106
  kind: Event
  lastTimestamp: "2026-04-21T04:20:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:20:43Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-hn6g5.18a84462ba1adbdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21209"
    uid: 27b125c2-28f4-4983-b48e-3320c759e6b1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:20:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-hn6g5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21187"
    uid: 47536376-5ab9-4bbe-9f8b-6bae72ec4106
  kind: Event
  lastTimestamp: "2026-04-21T04:20:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T04:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:20:43Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-hn6g5.18a84462bca70e40
    namespace: kserve-ci-e2e-test
    resourceVersion: "21210"
    uid: 4b111651-260a-4bbd-8f06-1833524ac800
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:20:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-hn6g5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21187"
    uid: 47536376-5ab9-4bbe-9f8b-6bae72ec4106
  kind: Event
  lastTimestamp: "2026-04-21T04:20:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T04:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:20:43Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-hn6g5.18a84462bd332e3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21211"
    uid: 567477cc-f61a-4469-9949-de2c07826e86
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:20:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-hn6g5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21187"
    uid: 47536376-5ab9-4bbe-9f8b-6bae72ec4106
  kind: Event
  lastTimestamp: "2026-04-21T04:20:48Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:20:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:20:48Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-hn6g5.18a84463bbba292a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21252"
    uid: ace6ab03-1046-4145-ae24-8013106e71f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:20:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-hn6g5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21187"
    uid: 47536376-5ab9-4bbe-9f8b-6bae72ec4106
  kind: Event
  lastTimestamp: "2026-04-21T04:20:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T04:20:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:20:48Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-hn6g5.18a84463bf265aed
    namespace: kserve-ci-e2e-test
    resourceVersion: "21257"
    uid: b85b269f-74bc-47f8-bf31-9f2a4831a4dd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:20:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-hn6g5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21187"
    uid: 47536376-5ab9-4bbe-9f8b-6bae72ec4106
  kind: Event
  lastTimestamp: "2026-04-21T04:20:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:20:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:20:48Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-hn6g5.18a84463bf8f1fe5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21258"
    uid: 0d4f3b58-52bd-4e19-abd0-7be39d04058c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:20:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-hn6g5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21187"
    uid: 47536376-5ab9-4bbe-9f8b-6bae72ec4106
  kind: Event
  lastTimestamp: "2026-04-21T04:20:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:20:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:20:48Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-hn6g5.18a84463bf9b370a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21259"
    uid: 04dc90df-dcc8-498c-9f91-53cd7e2dc140
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:20:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-hn6g5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21187"
    uid: 47536376-5ab9-4bbe-9f8b-6bae72ec4106
  kind: Event
  lastTimestamp: "2026-04-21T04:20:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-21T04:20:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:20:48Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-hn6g5.18a84463c24ff373
    namespace: kserve-ci-e2e-test
    resourceVersion: "21261"
    uid: 488cf088-ddc5-4885-9138-fa79b6d18fc8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:20:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-hn6g5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21187"
    uid: 47536376-5ab9-4bbe-9f8b-6bae72ec4106
  kind: Event
  lastTimestamp: "2026-04-21T04:20:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:20:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:20:48Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-hn6g5.18a84463c2bc2bce
    namespace: kserve-ci-e2e-test
    resourceVersion: "21262"
    uid: 15be46d2-0668-471b-864a-ad6fc3620695
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-21T04:20:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-hn6g5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21187"
    uid: 47536376-5ab9-4bbe-9f8b-6bae72ec4106
  kind: Event
  lastTimestamp: "2026-04-21T04:21:45Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T04:20:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:21:45Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-hn6g5.18a84463f7a613d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21720"
    uid: 50f714ef-0e71-4e96-8529-e4dc86946230
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:21:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-hn6g5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21187"
    uid: 47536376-5ab9-4bbe-9f8b-6bae72ec4106
  kind: Event
  lastTimestamp: "2026-04-21T04:21:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:21:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:21:45Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-hn6g5.18a84470fe4b72d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21701"
    uid: 0067384b-03c4-443e-9f86-c590e72339b9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:21:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-hn6g5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21187"
    uid: 47536376-5ab9-4bbe-9f8b-6bae72ec4106
  kind: Event
  lastTimestamp: "2026-04-21T04:21:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:21:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:21:45Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-hn6g5.18a84470fe4bed8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21704"
    uid: c106eb23-e0db-472e-ad0b-e29e57de97e7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:21:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-hn6g5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21187"
    uid: 47536376-5ab9-4bbe-9f8b-6bae72ec4106
  kind: Event
  lastTimestamp: "2026-04-21T04:21:45Z"
  message: 'Readiness probe failed: Get "https://10.132.0.33:8643/healthz": dial tcp
    10.132.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-21T04:21:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:21:45Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-hn6g5.18a8447101b36203
    namespace: kserve-ci-e2e-test
    resourceVersion: "21718"
    uid: 6fae693a-2042-4fab-afe8-120112ac660f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:20:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-7dbd59854
    namespace: kserve-ci-e2e-test
    resourceVersion: "21173"
    uid: a3a2351b-85c6-4593-8c10-3fc84ba9cda0
  kind: Event
  lastTimestamp: "2026-04-21T04:20:43Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-7dbd59854-hn6g5'
  metadata:
    creationTimestamp: "2026-04-21T04:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:20:43Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854.18a844629f9ce73a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21186"
    uid: 3699d01d-9da5-4d6f-83af-794a482d36b7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:20:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21171"
    uid: cb359bec-0c9a-4fb2-ae7a-3dca4e1ed6dc
  kind: Event
  lastTimestamp: "2026-04-21T04:20:43Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-7dbd59854 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-21T04:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:20:43Z"
    name: isvc-paddle-v2-kserve-predictor.18a844629c80fcf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21175"
    uid: 0ad1cba4-de15-4620-8bdb-a21c7b0e0940
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:20:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21172"
    uid: 54ae7526-4246-49ab-8cae-7014d4f38515
  kind: Event
  lastTimestamp: "2026-04-21T04:20:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:20:58Z"
    name: isvc-paddle-v2-kserve-predictor.18a844661b471056
    namespace: kserve-ci-e2e-test
    resourceVersion: "21333"
    uid: 4d79ddc5-e607-46c3-a29a-0c8bf3c2de5e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:20:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21172"
    uid: 54ae7526-4246-49ab-8cae-7014d4f38515
  kind: Event
  lastTimestamp: "2026-04-21T04:20:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:20:58Z"
    name: isvc-paddle-v2-kserve-predictor.18a844661ba4672f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21335"
    uid: 475f268b-9784-4942-9d75-bda86a81cdac
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T04:21:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21334"
    uid: 54ae7526-4246-49ab-8cae-7014d4f38515
  kind: Event
  lastTimestamp: "2026-04-21T04:21:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:21:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:21:43Z"
    name: isvc-paddle-v2-kserve-predictor.18a844699a62255b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21661"
    uid: b8551ec9-1cd8-466f-b5bb-2da5327a90b6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T04:21:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21334"
    uid: 54ae7526-4246-49ab-8cae-7014d4f38515
  kind: Event
  lastTimestamp: "2026-04-21T04:21:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:21:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:21:43Z"
    name: isvc-paddle-v2-kserve-predictor.18a844699ac22a00
    namespace: kserve-ci-e2e-test
    resourceVersion: "21662"
    uid: a53bcc15-a7d9-45a7-87f9-57e5576f0d4b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-21T04:20:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21144"
    uid: 4fe5599a-6f28-4eb7-9816-863b63ecc294
  kind: Event
  lastTimestamp: "2026-04-21T04:21:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T04:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:21:35Z"
    name: isvc-paddle-v2-kserve.18a844629c63109d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21606"
    uid: a336de43-c657-4f17-b8b2-f8957a8cf366
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:20:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21144"
    uid: 4fe5599a-6f28-4eb7-9816-863b63ecc294
  kind: Event
  lastTimestamp: "2026-04-21T04:20:43Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T04:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:20:43Z"
    name: isvc-paddle-v2-kserve.18a844629d1099cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21197"
    uid: 247ac86a-cdda-473c-a4cd-2c62cb2601c7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:20:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21182"
    uid: 4fe5599a-6f28-4eb7-9816-863b63ecc294
  kind: Event
  lastTimestamp: "2026-04-21T04:20:43Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-21T04:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:20:43Z"
    name: isvc-paddle-v2-kserve.18a84462a31bf266
    namespace: kserve-ci-e2e-test
    resourceVersion: "21198"
    uid: d5cc4272-9891-46a2-a583-cb26946c8876
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:21:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21604"
    uid: 4fe5599a-6f28-4eb7-9816-863b63ecc294
  kind: Event
  lastTimestamp: "2026-04-21T04:21:35Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-21T04:21:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:21:35Z"
    name: isvc-paddle-v2-kserve.18a8446eb238375a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21605"
    uid: 55dc9122-5969-48f2-bf43-2e87f426f1cf
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-21T04:18:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20006"
    uid: cb31a12c-82b3-4f4c-aa8d-ab4a6e2fe24f
  kind: Event
  lastTimestamp: "2026-04-21T04:19:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T04:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:19:35Z"
    name: isvc-paddle.18a844439bec2229
    namespace: kserve-ci-e2e-test
    resourceVersion: "20571"
    uid: 8bd6a9ce-1a76-4641-a611-04c18dab7c75
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:18:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20006"
    uid: cb31a12c-82b3-4f4c-aa8d-ab4a6e2fe24f
  kind: Event
  lastTimestamp: "2026-04-21T04:18:30Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-21T04:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:18:30Z"
    name: isvc-paddle.18a844439c365d92
    namespace: kserve-ci-e2e-test
    resourceVersion: "20058"
    uid: e2418ecd-79d6-4031-b04a-670c25887d09
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:18:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20015"
    uid: cb31a12c-82b3-4f4c-aa8d-ab4a6e2fe24f
  kind: Event
  lastTimestamp: "2026-04-21T04:18:30Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-21T04:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:18:30Z"
    name: isvc-paddle.18a84443a1ebddaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "20059"
    uid: 3b7a0172-03a5-45b5-92b8-4e633bd2820e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:19:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20569"
    uid: cb31a12c-82b3-4f4c-aa8d-ab4a6e2fe24f
  kind: Event
  lastTimestamp: "2026-04-21T04:19:35Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-04-21T04:19:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:19:35Z"
    name: isvc-paddle.18a84452e8c978d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20570"
    uid: 2b051575-2689-4c84-86b8-462631182443
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T04:21:45.173125Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-kk7lq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21721"
    uid: 84d324b3-1eb6-4f44-b7c4-7037aaa6d75d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8bb578669-kk7lq
    to ip-10-0-134-15.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T04:21:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T04:21:45Z"
    name: isvc-pmml-predictor-8bb578669-kk7lq.18a8447103300aed
    namespace: kserve-ci-e2e-test
    resourceVersion: "21728"
    uid: d3492774-c5ab-4c10-b664-40bd650c1ca4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c5667b7d6-xznfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:21:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-kk7lq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21725"
    uid: 84d324b3-1eb6-4f44-b7c4-7037aaa6d75d
  kind: Event
  lastTimestamp: "2026-04-21T04:21:45Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-21T04:21:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:21:45Z"
    name: isvc-pmml-predictor-8bb578669-kk7lq.18a844710efe889a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21736"
    uid: 0e47f6b0-335a-474b-ba75-ad9e5269f1ce
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:21:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-kk7lq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21731"
    uid: 84d324b3-1eb6-4f44-b7c4-7037aaa6d75d
  kind: Event
  lastTimestamp: "2026-04-21T04:21:46Z"
  message: Add eth0 [10.132.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T04:21:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T04:21:46Z"
    name: isvc-pmml-predictor-8bb578669-kk7lq.18a84471401bf385
    namespace: kserve-ci-e2e-test
    resourceVersion: "21744"
    uid: edf6dda6-3597-4358-9182-6f5be19471de
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:21:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-kk7lq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21725"
    uid: 84d324b3-1eb6-4f44-b7c4-7037aaa6d75d
  kind: Event
  lastTimestamp: "2026-04-21T04:21:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:21:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:21:46Z"
    name: isvc-pmml-predictor-8bb578669-kk7lq.18a84471419573c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21746"
    uid: 656d71ad-765f-441d-8fcd-4305045e52ac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:21:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-kk7lq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21725"
    uid: 84d324b3-1eb6-4f44-b7c4-7037aaa6d75d
  kind: Event
  lastTimestamp: "2026-04-21T04:21:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T04:21:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:21:46Z"
    name: isvc-pmml-predictor-8bb578669-kk7lq.18a8447144d1b96f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21748"
    uid: 3a9b3973-5697-45ba-87b1-b954403a9969
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:21:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-kk7lq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21725"
    uid: 84d324b3-1eb6-4f44-b7c4-7037aaa6d75d
  kind: Event
  lastTimestamp: "2026-04-21T04:21:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T04:21:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:21:46Z"
    name: isvc-pmml-predictor-8bb578669-kk7lq.18a84471453de803
    namespace: kserve-ci-e2e-test
    resourceVersion: "21749"
    uid: ba162ad8-2f92-44c2-aa31-697b68546197
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:21:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-kk7lq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21725"
    uid: 84d324b3-1eb6-4f44-b7c4-7037aaa6d75d
  kind: Event
  lastTimestamp: "2026-04-21T04:21:50Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-04-21T04:21:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:21:50Z"
    name: isvc-pmml-predictor-8bb578669-kk7lq.18a84472357a222c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21786"
    uid: 96a15404-7b86-4f40-bc36-06e007363bed
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:21:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-kk7lq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21725"
    uid: 84d324b3-1eb6-4f44-b7c4-7037aaa6d75d
  kind: Event
  lastTimestamp: "2026-04-21T04:21:57Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.927s (6.927s
    including waiting). Image size: 800899440 bytes.'
  metadata:
    creationTimestamp: "2026-04-21T04:21:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:21:57Z"
    name: isvc-pmml-predictor-8bb578669-kk7lq.18a84473d263f8c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21836"
    uid: bc376090-5554-46cc-a0ac-ababf1fc6e10
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:21:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-kk7lq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21725"
    uid: 84d324b3-1eb6-4f44-b7c4-7037aaa6d75d
  kind: Event
  lastTimestamp: "2026-04-21T04:21:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T04:21:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:21:57Z"
    name: isvc-pmml-predictor-8bb578669-kk7lq.18a84473d5953ecc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21837"
    uid: 889b3d8a-635c-4006-8b7d-0994aafabb40
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:21:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-kk7lq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21725"
    uid: 84d324b3-1eb6-4f44-b7c4-7037aaa6d75d
  kind: Event
  lastTimestamp: "2026-04-21T04:21:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:21:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:21:57Z"
    name: isvc-pmml-predictor-8bb578669-kk7lq.18a84473d603473b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21838"
    uid: 1306e624-c6ab-402c-a193-121bc8ac3c49
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:21:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-kk7lq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21725"
    uid: 84d324b3-1eb6-4f44-b7c4-7037aaa6d75d
  kind: Event
  lastTimestamp: "2026-04-21T04:21:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:21:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:21:57Z"
    name: isvc-pmml-predictor-8bb578669-kk7lq.18a84473d60edacb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21839"
    uid: 8967c3dd-b04a-45b2-99af-3811401540ab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:21:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-kk7lq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21725"
    uid: 84d324b3-1eb6-4f44-b7c4-7037aaa6d75d
  kind: Event
  lastTimestamp: "2026-04-21T04:21:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-21T04:21:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:21:57Z"
    name: isvc-pmml-predictor-8bb578669-kk7lq.18a84473d8778c01
    namespace: kserve-ci-e2e-test
    resourceVersion: "21840"
    uid: cb3845c8-2394-43d6-b504-710eb35eaccb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:21:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-kk7lq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21725"
    uid: 84d324b3-1eb6-4f44-b7c4-7037aaa6d75d
  kind: Event
  lastTimestamp: "2026-04-21T04:21:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:21:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:21:57Z"
    name: isvc-pmml-predictor-8bb578669-kk7lq.18a84473d8e67ed8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21842"
    uid: f43203b0-5e37-45a4-9a69-d261666e3f8d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-21T04:21:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-kk7lq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21725"
    uid: 84d324b3-1eb6-4f44-b7c4-7037aaa6d75d
  kind: Event
  lastTimestamp: "2026-04-21T04:23:05Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T04:21:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:23:05Z"
    name: isvc-pmml-predictor-8bb578669-kk7lq.18a844744fbd0f19
    namespace: kserve-ci-e2e-test
    resourceVersion: "22322"
    uid: 10eed262-be99-4bcf-a808-365d0ea051f7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:23:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-kk7lq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21725"
    uid: 84d324b3-1eb6-4f44-b7c4-7037aaa6d75d
  kind: Event
  lastTimestamp: "2026-04-21T04:23:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:23:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:23:26Z"
    name: isvc-pmml-predictor-8bb578669-kk7lq.18a84488894282d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22508"
    uid: 1d82791b-febf-43fb-843e-25866b4009b7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:23:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-kk7lq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21725"
    uid: 84d324b3-1eb6-4f44-b7c4-7037aaa6d75d
  kind: Event
  lastTimestamp: "2026-04-21T04:23:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:23:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:23:26Z"
    name: isvc-pmml-predictor-8bb578669-kk7lq.18a8448889435070
    namespace: kserve-ci-e2e-test
    resourceVersion: "22511"
    uid: da9d088f-5398-4e25-b93d-bfedd997cdb9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:21:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8bb578669
    namespace: kserve-ci-e2e-test
    resourceVersion: "21710"
    uid: 7a9482cd-2af4-4147-93da-65a524ee34bd
  kind: Event
  lastTimestamp: "2026-04-21T04:21:45Z"
  message: 'Created pod: isvc-pmml-predictor-8bb578669-kk7lq'
  metadata:
    creationTimestamp: "2026-04-21T04:21:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:21:45Z"
    name: isvc-pmml-predictor-8bb578669.18a8447102ae8809
    namespace: kserve-ci-e2e-test
    resourceVersion: "21724"
    uid: c4ef1308-3602-4cae-a839-041c9b64e4fd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:21:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21708"
    uid: cb25e7a5-2acf-485c-aa50-d4a8c9f79396
  kind: Event
  lastTimestamp: "2026-04-21T04:21:45Z"
  message: Scaled up replica set isvc-pmml-predictor-8bb578669 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-21T04:21:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:21:45Z"
    name: isvc-pmml-predictor.18a84470ffccbf15
    namespace: kserve-ci-e2e-test
    resourceVersion: "21712"
    uid: fa31f514-cbe9-4a0d-b397-445762f890d3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T04:22:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21709"
    uid: b545bfbe-428f-489e-89fd-5bf728eb99f1
  kind: Event
  lastTimestamp: "2026-04-21T04:22:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:22:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:22:30Z"
    name: isvc-pmml-predictor.18a844747eb76e4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22080"
    uid: 01902cdf-cd0f-4bb9-8eb5-63d21488b7ed
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T04:22:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21709"
    uid: b545bfbe-428f-489e-89fd-5bf728eb99f1
  kind: Event
  lastTimestamp: "2026-04-21T04:22:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:22:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:22:30Z"
    name: isvc-pmml-predictor.18a844747f21012c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22081"
    uid: 9df21df0-dfe8-4692-a153-b0cbd1aace40
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T04:22:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21865"
    uid: b545bfbe-428f-489e-89fd-5bf728eb99f1
  kind: Event
  lastTimestamp: "2026-04-21T04:23:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:22:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:23:15Z"
    name: isvc-pmml-predictor.18a8447efbf021d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22388"
    uid: 0f30f073-4c6b-441d-b384-f70b8dab6d90
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T04:22:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21865"
    uid: b545bfbe-428f-489e-89fd-5bf728eb99f1
  kind: Event
  lastTimestamp: "2026-04-21T04:23:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:22:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:23:15Z"
    name: isvc-pmml-predictor.18a8447efc54b27d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22389"
    uid: 0ca283f6-15a0-48b5-91df-01a72d44e17a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T04:23:26.299435Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-n7mg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22522"
    uid: 1b71838c-762e-40e2-b007-9bcf6195056d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-67bc544947-n7mg2
    to ip-10-0-134-15.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T04:23:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T04:23:26Z"
    name: isvc-pmml-runtime-predictor-67bc544947-n7mg2.18a844888ec91385
    namespace: kserve-ci-e2e-test
    resourceVersion: "22527"
    uid: 3c67ca7c-f638-4c8f-94ec-d8bddc014478
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c5667b7d6-xznfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:23:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-n7mg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22524"
    uid: 1b71838c-762e-40e2-b007-9bcf6195056d
  kind: Event
  lastTimestamp: "2026-04-21T04:23:26Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-21T04:23:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:23:26Z"
    name: isvc-pmml-runtime-predictor-67bc544947-n7mg2.18a844889a984772
    namespace: kserve-ci-e2e-test
    resourceVersion: "22533"
    uid: 5bd62b8f-ae89-4ec1-a08c-503f2de8b362
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:23:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-n7mg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22531"
    uid: 1b71838c-762e-40e2-b007-9bcf6195056d
  kind: Event
  lastTimestamp: "2026-04-21T04:23:27Z"
  message: Add eth0 [10.132.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T04:23:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T04:23:27Z"
    name: isvc-pmml-runtime-predictor-67bc544947-n7mg2.18a84488cb52d4b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22541"
    uid: 7ab86545-cbac-4810-8f3d-acde332ed0da
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:23:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-n7mg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22524"
    uid: 1b71838c-762e-40e2-b007-9bcf6195056d
  kind: Event
  lastTimestamp: "2026-04-21T04:23:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:23:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:23:27Z"
    name: isvc-pmml-runtime-predictor-67bc544947-n7mg2.18a84488cc9b51d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22543"
    uid: 8797553b-6fae-44df-a747-c81313b626a8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:23:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-n7mg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22524"
    uid: 1b71838c-762e-40e2-b007-9bcf6195056d
  kind: Event
  lastTimestamp: "2026-04-21T04:23:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T04:23:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:23:27Z"
    name: isvc-pmml-runtime-predictor-67bc544947-n7mg2.18a84488d08060cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22545"
    uid: 37443dbb-00b9-47eb-a1b4-ad90e1dda8b5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:23:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-n7mg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22524"
    uid: 1b71838c-762e-40e2-b007-9bcf6195056d
  kind: Event
  lastTimestamp: "2026-04-21T04:23:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T04:23:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:23:27Z"
    name: isvc-pmml-runtime-predictor-67bc544947-n7mg2.18a84488d13731c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22548"
    uid: d38478ce-2f9f-48f5-ae0b-891d9ba5ff09
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:23:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-n7mg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22524"
    uid: 1b71838c-762e-40e2-b007-9bcf6195056d
  kind: Event
  lastTimestamp: "2026-04-21T04:23:31Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:23:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:23:31Z"
    name: isvc-pmml-runtime-predictor-67bc544947-n7mg2.18a84489ca933364
    namespace: kserve-ci-e2e-test
    resourceVersion: "22585"
    uid: 7ee11bf6-2338-48a5-997c-83790afb47f9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:23:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-n7mg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22524"
    uid: 1b71838c-762e-40e2-b007-9bcf6195056d
  kind: Event
  lastTimestamp: "2026-04-21T04:23:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T04:23:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:23:31Z"
    name: isvc-pmml-runtime-predictor-67bc544947-n7mg2.18a84489cd98f0c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22590"
    uid: fb7d3781-f1eb-4f0a-aa44-2418b2bc8317
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:23:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-n7mg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22524"
    uid: 1b71838c-762e-40e2-b007-9bcf6195056d
  kind: Event
  lastTimestamp: "2026-04-21T04:23:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:23:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:23:31Z"
    name: isvc-pmml-runtime-predictor-67bc544947-n7mg2.18a84489ce08e5ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "22591"
    uid: 33d26cff-fc98-4e72-b11c-023a0fd422b6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:23:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-n7mg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22524"
    uid: 1b71838c-762e-40e2-b007-9bcf6195056d
  kind: Event
  lastTimestamp: "2026-04-21T04:23:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:23:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:23:31Z"
    name: isvc-pmml-runtime-predictor-67bc544947-n7mg2.18a84489ce14e468
    namespace: kserve-ci-e2e-test
    resourceVersion: "22592"
    uid: f8ff3f75-53c1-4e3f-8d65-ecfbcda6cfcd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:23:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-n7mg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22524"
    uid: 1b71838c-762e-40e2-b007-9bcf6195056d
  kind: Event
  lastTimestamp: "2026-04-21T04:23:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-21T04:23:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:23:31Z"
    name: isvc-pmml-runtime-predictor-67bc544947-n7mg2.18a84489d0f0a681
    namespace: kserve-ci-e2e-test
    resourceVersion: "22594"
    uid: 5e6945ea-9958-4d60-9c02-d95e618e3ce0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:23:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-n7mg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22524"
    uid: 1b71838c-762e-40e2-b007-9bcf6195056d
  kind: Event
  lastTimestamp: "2026-04-21T04:23:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:23:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:23:31Z"
    name: isvc-pmml-runtime-predictor-67bc544947-n7mg2.18a84489d15d0ae4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22595"
    uid: f65bb11f-8227-4448-826a-15bd6e96dab9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-21T04:23:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-n7mg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22524"
    uid: 1b71838c-762e-40e2-b007-9bcf6195056d
  kind: Event
  lastTimestamp: "2026-04-21T04:24:58Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T04:23:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:24:58Z"
    name: isvc-pmml-runtime-predictor-67bc544947-n7mg2.18a8448a0688f5b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23284"
    uid: 8b4bf648-a415-404b-a78d-26b5554547d4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:24:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-n7mg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22524"
    uid: 1b71838c-762e-40e2-b007-9bcf6195056d
  kind: Event
  lastTimestamp: "2026-04-21T04:24:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:24:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:24:57Z"
    name: isvc-pmml-runtime-predictor-67bc544947-n7mg2.18a8449dc414069d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23234"
    uid: adc9a0d2-d10f-49aa-b173-c1d297df1a25
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:24:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-n7mg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22524"
    uid: 1b71838c-762e-40e2-b007-9bcf6195056d
  kind: Event
  lastTimestamp: "2026-04-21T04:24:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:24:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:24:57Z"
    name: isvc-pmml-runtime-predictor-67bc544947-n7mg2.18a8449dc41471e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23236"
    uid: 5f5844b0-a3b3-4091-afda-697001c686f2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:24:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-n7mg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22524"
    uid: 1b71838c-762e-40e2-b007-9bcf6195056d
  kind: Event
  lastTimestamp: "2026-04-21T04:24:58Z"
  message: 'Readiness probe failed: Get "https://10.132.0.35:8643/healthz": dial tcp
    10.132.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-21T04:24:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:24:58Z"
    name: isvc-pmml-runtime-predictor-67bc544947-n7mg2.18a8449e0ca6aad4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23283"
    uid: d8474c00-abf1-4850-8bd5-b3870df0c035
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:23:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-67bc544947
    namespace: kserve-ci-e2e-test
    resourceVersion: "22510"
    uid: d85be13c-3e8c-40c2-ae4f-a6776684cc14
  kind: Event
  lastTimestamp: "2026-04-21T04:23:26Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-67bc544947-n7mg2'
  metadata:
    creationTimestamp: "2026-04-21T04:23:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:23:26Z"
    name: isvc-pmml-runtime-predictor-67bc544947.18a844888e643534
    namespace: kserve-ci-e2e-test
    resourceVersion: "22523"
    uid: a3d70fd2-05de-453b-b816-bef34d1020c6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:23:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22507"
    uid: 7d7bf939-06e7-4489-8138-1b2ce6cfd43c
  kind: Event
  lastTimestamp: "2026-04-21T04:23:26Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-67bc544947 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-21T04:23:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:23:26Z"
    name: isvc-pmml-runtime-predictor.18a8448889e1e166
    namespace: kserve-ci-e2e-test
    resourceVersion: "22513"
    uid: 80bdc149-1f29-4912-b1f7-3aacb2ceda5c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:23:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22509"
    uid: 23682747-d943-4047-9e0c-1c23084a2163
  kind: Event
  lastTimestamp: "2026-04-21T04:23:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:23:56Z"
    name: isvc-pmml-runtime-predictor.18a8448c095eb622
    namespace: kserve-ci-e2e-test
    resourceVersion: "22772"
    uid: b83464a1-cebf-44fe-b06e-3ffad07ff89d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:23:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22509"
    uid: 23682747-d943-4047-9e0c-1c23084a2163
  kind: Event
  lastTimestamp: "2026-04-21T04:23:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:23:56Z"
    name: isvc-pmml-runtime-predictor.18a8448c09bd33ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "22773"
    uid: 5ec15dcb-b4fa-4035-ac65-58cd9170d8b7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-21T04:24:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22664"
    uid: 23682747-d943-4047-9e0c-1c23084a2163
  kind: Event
  lastTimestamp: "2026-04-21T04:24:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:24:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:24:56Z"
    name: isvc-pmml-runtime-predictor.18a84493079b2214
    namespace: kserve-ci-e2e-test
    resourceVersion: "23197"
    uid: 42c8cbfd-8358-4b22-8705-ff9f6469482d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-21T04:24:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22664"
    uid: 23682747-d943-4047-9e0c-1c23084a2163
  kind: Event
  lastTimestamp: "2026-04-21T04:24:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:24:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:24:56Z"
    name: isvc-pmml-runtime-predictor.18a8449307fb6f93
    namespace: kserve-ci-e2e-test
    resourceVersion: "23198"
    uid: 8f571b57-216a-4804-91b1-8e2c1c96e201
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-21T04:23:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22479"
    uid: b3e4eed9-ed2d-47da-aa73-20ca844c1f42
  kind: Event
  lastTimestamp: "2026-04-21T04:24:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T04:23:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:24:48Z"
    name: isvc-pmml-runtime.18a8448889c058d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23148"
    uid: cb6f9b81-d6ba-4424-a89e-6a03934792d9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:23:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22479"
    uid: b3e4eed9-ed2d-47da-aa73-20ca844c1f42
  kind: Event
  lastTimestamp: "2026-04-21T04:23:26Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T04:23:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:23:26Z"
    name: isvc-pmml-runtime.18a844888a24230b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22515"
    uid: 052d2e98-8fb4-49cb-bbad-58918b37385a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:24:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23146"
    uid: b3e4eed9-ed2d-47da-aa73-20ca844c1f42
  kind: Event
  lastTimestamp: "2026-04-21T04:24:48Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-21T04:24:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:24:48Z"
    name: isvc-pmml-runtime.18a8449bbd4121aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "23147"
    uid: 9a9263a0-b420-45e6-baa2-3614e76c8299
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T04:24:57.495332Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fqz2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23252"
    uid: 1704c63c-f09f-4a54-8500-b521de42d33a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-6578f8ffc7-fqz2t
    to ip-10-0-134-15.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T04:24:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T04:24:57Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fqz2t.18a8449dca7c214e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23257"
    uid: ea58079e-eb16-4f17-8729-fb69614fb95a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c5667b7d6-xznfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:24:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fqz2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23261"
    uid: 1704c63c-f09f-4a54-8500-b521de42d33a
  kind: Event
  lastTimestamp: "2026-04-21T04:24:57Z"
  message: Add eth0 [10.132.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T04:24:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T04:24:57Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fqz2t.18a8449de30e3c76
    namespace: kserve-ci-e2e-test
    resourceVersion: "23270"
    uid: 4174ffa6-e21d-48ab-9eb5-c95b65a7706c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:24:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fqz2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23254"
    uid: 1704c63c-f09f-4a54-8500-b521de42d33a
  kind: Event
  lastTimestamp: "2026-04-21T04:24:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:24:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:24:57Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fqz2t.18a8449de4580b4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23272"
    uid: 44f51219-e2f5-41ff-87c7-80a9b2c65adc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:24:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fqz2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23254"
    uid: 1704c63c-f09f-4a54-8500-b521de42d33a
  kind: Event
  lastTimestamp: "2026-04-21T04:24:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T04:24:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:24:57Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fqz2t.18a8449de70b0a22
    namespace: kserve-ci-e2e-test
    resourceVersion: "23273"
    uid: de27736e-3cb0-40ef-8fd2-ad7632e7ae4d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:24:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fqz2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23254"
    uid: 1704c63c-f09f-4a54-8500-b521de42d33a
  kind: Event
  lastTimestamp: "2026-04-21T04:24:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T04:24:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:24:57Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fqz2t.18a8449de7787524
    namespace: kserve-ci-e2e-test
    resourceVersion: "23274"
    uid: cbbbbb79-9fb5-4bc8-a751-35fda74f3a79
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:25:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fqz2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23254"
    uid: 1704c63c-f09f-4a54-8500-b521de42d33a
  kind: Event
  lastTimestamp: "2026-04-21T04:25:01Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:25:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:25:01Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fqz2t.18a8449ecdd1612f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23314"
    uid: 6083850e-ea66-447e-b3b6-50762cd31318
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:25:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fqz2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23254"
    uid: 1704c63c-f09f-4a54-8500-b521de42d33a
  kind: Event
  lastTimestamp: "2026-04-21T04:25:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T04:25:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:25:01Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fqz2t.18a8449ed11865f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23318"
    uid: 7f24f12e-4bf2-4a9d-b4c0-b37e62f81e62
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:25:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fqz2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23254"
    uid: 1704c63c-f09f-4a54-8500-b521de42d33a
  kind: Event
  lastTimestamp: "2026-04-21T04:25:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:25:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:25:01Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fqz2t.18a8449ed19e53d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23320"
    uid: 63097815-401f-46c4-8879-4f116150cac7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:25:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fqz2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23254"
    uid: 1704c63c-f09f-4a54-8500-b521de42d33a
  kind: Event
  lastTimestamp: "2026-04-21T04:25:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:25:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:25:01Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fqz2t.18a8449ed1a91190
    namespace: kserve-ci-e2e-test
    resourceVersion: "23321"
    uid: bb71434d-52ba-40d7-a110-8e55e3fa253f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:25:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fqz2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23254"
    uid: 1704c63c-f09f-4a54-8500-b521de42d33a
  kind: Event
  lastTimestamp: "2026-04-21T04:25:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-21T04:25:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:25:01Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fqz2t.18a8449ed45c5a34
    namespace: kserve-ci-e2e-test
    resourceVersion: "23323"
    uid: 9c62f7aa-80ef-4d6c-9ebe-8390a97485f0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:25:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fqz2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23254"
    uid: 1704c63c-f09f-4a54-8500-b521de42d33a
  kind: Event
  lastTimestamp: "2026-04-21T04:25:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:25:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:25:01Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fqz2t.18a8449ed4c6dd0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23324"
    uid: bbef4c9a-39c3-4af1-abca-a5a76801f9fa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-21T04:25:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fqz2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23254"
    uid: 1704c63c-f09f-4a54-8500-b521de42d33a
  kind: Event
  lastTimestamp: "2026-04-21T04:26:29Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T04:25:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:26:29Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fqz2t.18a8449f45933e97
    namespace: kserve-ci-e2e-test
    resourceVersion: "24018"
    uid: 453e907e-e89d-4c84-b0de-6b4be5a7a8c2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:26:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fqz2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23254"
    uid: 1704c63c-f09f-4a54-8500-b521de42d33a
  kind: Event
  lastTimestamp: "2026-04-21T04:26:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:26:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:26:28Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fqz2t.18a844b3019209a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23974"
    uid: 1c8920cb-0a9f-44b2-b1b5-3ef2d3b5a15e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:26:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fqz2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23254"
    uid: 1704c63c-f09f-4a54-8500-b521de42d33a
  kind: Event
  lastTimestamp: "2026-04-21T04:26:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:26:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:26:28Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fqz2t.18a844b30192ecc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23975"
    uid: 6b01a155-dd7b-416e-8f5d-60ec1ab7ed60
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:26:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fqz2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23254"
    uid: 1704c63c-f09f-4a54-8500-b521de42d33a
  kind: Event
  lastTimestamp: "2026-04-21T04:26:29Z"
  message: 'Readiness probe failed: Get "https://10.132.0.36:8643/healthz": dial tcp
    10.132.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-21T04:26:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:26:29Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fqz2t.18a844b34bbda781
    namespace: kserve-ci-e2e-test
    resourceVersion: "24017"
    uid: 954794e6-b606-406e-81ff-00360b2f7e96
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:24:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23241"
    uid: bcd90233-504e-42fa-b733-146e0e6a80ec
  kind: Event
  lastTimestamp: "2026-04-21T04:24:57Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fqz2t'
  metadata:
    creationTimestamp: "2026-04-21T04:24:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:24:57Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7.18a8449dc9ee471c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23253"
    uid: 36062cec-6f9a-4323-9340-7b6104491c9d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:24:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23239"
    uid: e29a6dca-8188-4af8-9b31-18b8d7110263
  kind: Event
  lastTimestamp: "2026-04-21T04:24:57Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-6578f8ffc7 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-21T04:24:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:24:57Z"
    name: isvc-pmml-v2-kserve-predictor.18a8449dc5832960
    namespace: kserve-ci-e2e-test
    resourceVersion: "23243"
    uid: 69be1693-d90a-4534-b1ed-5ffcdce4cb2d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T04:25:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23240"
    uid: 7c318906-193c-4c4c-a2f1-8bdd60c7cb67
  kind: Event
  lastTimestamp: "2026-04-21T04:25:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:25:42Z"
    name: isvc-pmml-v2-kserve-predictor.18a844a14402a45f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23613"
    uid: 7a4bc1e5-2110-44ae-aa0e-d408e85cef71
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T04:25:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23240"
    uid: 7c318906-193c-4c4c-a2f1-8bdd60c7cb67
  kind: Event
  lastTimestamp: "2026-04-21T04:25:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:25:42Z"
    name: isvc-pmml-v2-kserve-predictor.18a844a1446a3c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "23614"
    uid: 3699b888-571e-478a-89c0-95830a3ccf2a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T04:25:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23404"
    uid: 7c318906-193c-4c4c-a2f1-8bdd60c7cb67
  kind: Event
  lastTimestamp: "2026-04-21T04:26:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:25:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:26:27Z"
    name: isvc-pmml-v2-kserve-predictor.18a844abc16ccdfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23936"
    uid: 41bb3c91-b373-4ef6-80fd-32c9dc17ae89
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T04:25:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23404"
    uid: 7c318906-193c-4c4c-a2f1-8bdd60c7cb67
  kind: Event
  lastTimestamp: "2026-04-21T04:26:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:25:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:26:27Z"
    name: isvc-pmml-v2-kserve-predictor.18a844abc1ce7437
    namespace: kserve-ci-e2e-test
    resourceVersion: "23937"
    uid: cec5bc85-e1f4-4282-abdc-a96657f92f1b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-21T04:24:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23209"
    uid: eca8d3f9-a66f-49e0-84a2-8eed4f1f3e70
  kind: Event
  lastTimestamp: "2026-04-21T04:26:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T04:24:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:26:19Z"
    name: isvc-pmml-v2-kserve.18a8449dc55e8813
    namespace: kserve-ci-e2e-test
    resourceVersion: "23881"
    uid: e2b122f3-df0d-47de-b41a-df7beea00ff7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:24:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23209"
    uid: eca8d3f9-a66f-49e0-84a2-8eed4f1f3e70
  kind: Event
  lastTimestamp: "2026-04-21T04:24:57Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T04:24:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:24:57Z"
    name: isvc-pmml-v2-kserve.18a8449dc5e28b53
    namespace: kserve-ci-e2e-test
    resourceVersion: "23259"
    uid: b33a8efa-8e26-4560-a223-827e63e35480
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:24:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23223"
    uid: eca8d3f9-a66f-49e0-84a2-8eed4f1f3e70
  kind: Event
  lastTimestamp: "2026-04-21T04:24:57Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-21T04:24:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:24:57Z"
    name: isvc-pmml-v2-kserve.18a8449dcae78e2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23262"
    uid: 783487cd-46e2-469b-b60e-3b9f010ced74
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:26:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23879"
    uid: eca8d3f9-a66f-49e0-84a2-8eed4f1f3e70
  kind: Event
  lastTimestamp: "2026-04-21T04:26:19Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-21T04:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:26:19Z"
    name: isvc-pmml-v2-kserve.18a844b0fd2af39d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23880"
    uid: b5a5ccc9-9d62-4dd8-8e51-3dd41e0d61bc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-21T04:21:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21679"
    uid: ba8aebe5-16c6-4026-96e7-3fd1a3737c30
  kind: Event
  lastTimestamp: "2026-04-21T04:23:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T04:21:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:23:15Z"
    name: isvc-pmml.18a84470ffa9780e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22400"
    uid: c5f4c422-b558-4ba6-a5f5-fd4d35fec936
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:21:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21679"
    uid: ba8aebe5-16c6-4026-96e7-3fd1a3737c30
  kind: Event
  lastTimestamp: "2026-04-21T04:21:45Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-21T04:21:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:21:45Z"
    name: isvc-pmml.18a84470fffebd47
    namespace: kserve-ci-e2e-test
    resourceVersion: "21714"
    uid: e368eed9-7309-4fb2-89f1-8e68382cc685
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:23:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22398"
    uid: ba8aebe5-16c6-4026-96e7-3fd1a3737c30
  kind: Event
  lastTimestamp: "2026-04-21T04:23:15Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-04-21T04:23:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:23:15Z"
    name: isvc-pmml.18a8448606637c2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22399"
    uid: 4b388413-1266-462e-a2c4-1157f7e385eb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T04:31:35.676673Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-4pldt
    namespace: kserve-ci-e2e-test
    resourceVersion: "26900"
    uid: 59fdec78-a20e-4234-832b-b10aa390e635
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-75cb94f9f-4pldt
    to ip-10-0-134-15.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T04:31:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T04:31:35Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-4pldt.18a844fa7ff11a5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26904"
    uid: 06c0a58e-beb9-46e7-b6c1-29b11e9d90dc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c5667b7d6-xznfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:31:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-4pldt
    namespace: kserve-ci-e2e-test
    resourceVersion: "26909"
    uid: 59fdec78-a20e-4234-832b-b10aa390e635
  kind: Event
  lastTimestamp: "2026-04-21T04:31:36Z"
  message: Add eth0 [10.132.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T04:31:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T04:31:36Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-4pldt.18a844fa998beaba
    namespace: kserve-ci-e2e-test
    resourceVersion: "26915"
    uid: 75d3c37a-a071-4f50-b722-85dc19dda61e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:31:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-4pldt
    namespace: kserve-ci-e2e-test
    resourceVersion: "26902"
    uid: 59fdec78-a20e-4234-832b-b10aa390e635
  kind: Event
  lastTimestamp: "2026-04-21T04:31:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:31:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:31:36Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-4pldt.18a844fa9adc94c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26917"
    uid: b277a027-bb11-4e7f-989d-51ffd4c733be
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:31:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-4pldt
    namespace: kserve-ci-e2e-test
    resourceVersion: "26902"
    uid: 59fdec78-a20e-4234-832b-b10aa390e635
  kind: Event
  lastTimestamp: "2026-04-21T04:31:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T04:31:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:31:36Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-4pldt.18a844fa9ea879ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "26919"
    uid: 92da9606-fdb6-4a15-bff7-4786a1bb5079
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:31:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-4pldt
    namespace: kserve-ci-e2e-test
    resourceVersion: "26902"
    uid: 59fdec78-a20e-4234-832b-b10aa390e635
  kind: Event
  lastTimestamp: "2026-04-21T04:31:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T04:31:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:31:36Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-4pldt.18a844fa9f1c34d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26920"
    uid: 5cfdf78e-bdc2-40b0-b7f3-afd340aeda16
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:31:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-4pldt
    namespace: kserve-ci-e2e-test
    resourceVersion: "26902"
    uid: 59fdec78-a20e-4234-832b-b10aa390e635
  kind: Event
  lastTimestamp: "2026-04-21T04:31:41Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:31:41Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-4pldt.18a844fbbf68e488
    namespace: kserve-ci-e2e-test
    resourceVersion: "26963"
    uid: df579509-c0ea-41ba-9a47-de6a02c5e38a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:31:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-4pldt
    namespace: kserve-ci-e2e-test
    resourceVersion: "26902"
    uid: 59fdec78-a20e-4234-832b-b10aa390e635
  kind: Event
  lastTimestamp: "2026-04-21T04:31:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T04:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:31:41Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-4pldt.18a844fbc2b8ccaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "26965"
    uid: 7024f4ce-7254-4e0c-ba5b-3ea7b10ebdf9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:31:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-4pldt
    namespace: kserve-ci-e2e-test
    resourceVersion: "26902"
    uid: 59fdec78-a20e-4234-832b-b10aa390e635
  kind: Event
  lastTimestamp: "2026-04-21T04:31:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:31:41Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-4pldt.18a844fbc32fd790
    namespace: kserve-ci-e2e-test
    resourceVersion: "26966"
    uid: bd8ccd20-3987-4632-9752-8579438bd360
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:31:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-4pldt
    namespace: kserve-ci-e2e-test
    resourceVersion: "26902"
    uid: 59fdec78-a20e-4234-832b-b10aa390e635
  kind: Event
  lastTimestamp: "2026-04-21T04:31:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:31:41Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-4pldt.18a844fbc33c53dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26969"
    uid: a91e4c26-d8d1-48e3-970b-f045680a4a67
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:31:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-4pldt
    namespace: kserve-ci-e2e-test
    resourceVersion: "26902"
    uid: 59fdec78-a20e-4234-832b-b10aa390e635
  kind: Event
  lastTimestamp: "2026-04-21T04:31:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-21T04:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:31:41Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-4pldt.18a844fbc78a6998
    namespace: kserve-ci-e2e-test
    resourceVersion: "26971"
    uid: aa03629f-b1b8-4454-a952-0ac7a1396166
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:31:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-4pldt
    namespace: kserve-ci-e2e-test
    resourceVersion: "26902"
    uid: 59fdec78-a20e-4234-832b-b10aa390e635
  kind: Event
  lastTimestamp: "2026-04-21T04:31:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:31:41Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-4pldt.18a844fbc8011e71
    namespace: kserve-ci-e2e-test
    resourceVersion: "26972"
    uid: 19e215c2-e9b7-4cc1-9978-1dda313560a7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-21T04:31:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-4pldt
    namespace: kserve-ci-e2e-test
    resourceVersion: "26902"
    uid: 59fdec78-a20e-4234-832b-b10aa390e635
  kind: Event
  lastTimestamp: "2026-04-21T04:33:08Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T04:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:33:08Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-4pldt.18a844fbfb3e814d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27669"
    uid: c37a61b8-e9e1-47a0-b6f7-9a945b837384
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:33:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-4pldt
    namespace: kserve-ci-e2e-test
    resourceVersion: "26902"
    uid: 59fdec78-a20e-4234-832b-b10aa390e635
  kind: Event
  lastTimestamp: "2026-04-21T04:33:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:33:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:33:05Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-4pldt.18a8450f7be2bd10
    namespace: kserve-ci-e2e-test
    resourceVersion: "27608"
    uid: e6143130-aecf-49d3-be71-7f27a35472c9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:33:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-4pldt
    namespace: kserve-ci-e2e-test
    resourceVersion: "26902"
    uid: 59fdec78-a20e-4234-832b-b10aa390e635
  kind: Event
  lastTimestamp: "2026-04-21T04:33:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:33:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:33:05Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-4pldt.18a8450f7be33b0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27611"
    uid: 85406a94-cbd6-4185-a565-3ae30f213c24
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:33:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-4pldt
    namespace: kserve-ci-e2e-test
    resourceVersion: "26902"
    uid: 59fdec78-a20e-4234-832b-b10aa390e635
  kind: Event
  lastTimestamp: "2026-04-21T04:33:08Z"
  message: 'Readiness probe failed: Get "https://10.132.0.42:8643/healthz": dial tcp
    10.132.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-21T04:33:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:33:08Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-4pldt.18a84510015bf51c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27668"
    uid: ff45f678-769e-45a9-9f6f-4fa96cdab94f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:31:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-75cb94f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26885"
    uid: 93b25c34-a87a-4186-b06c-7d22e287aea2
  kind: Event
  lastTimestamp: "2026-04-21T04:31:35Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-75cb94f9f-4pldt'
  metadata:
    creationTimestamp: "2026-04-21T04:31:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:31:35Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f.18a844fa7f8e27f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26901"
    uid: 0dc6720f-ee12-4897-9047-99df21ebc61c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:31:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26882"
    uid: 72c47b87-6371-4a68-ac10-238b2644d4af
  kind: Event
  lastTimestamp: "2026-04-21T04:31:35Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-75cb94f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-21T04:31:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:31:35Z"
    name: isvc-predictive-lightgbm-predictor.18a844fa7afc3be2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26887"
    uid: 8f6f7eed-2d8f-4566-9ed3-95b3166be76e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:31:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26884"
    uid: 71d66df3-21b8-40a4-bd7d-adaca7efde1e
  kind: Event
  lastTimestamp: "2026-04-21T04:32:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:31:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:32:05Z"
    name: isvc-predictive-lightgbm-predictor.18a844fdf9bdbc46
    namespace: kserve-ci-e2e-test
    resourceVersion: "27152"
    uid: 5e6ae57b-79f9-4822-9cd7-feda1280afd0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:31:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26884"
    uid: 71d66df3-21b8-40a4-bd7d-adaca7efde1e
  kind: Event
  lastTimestamp: "2026-04-21T04:32:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:31:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:32:05Z"
    name: isvc-predictive-lightgbm-predictor.18a844fdfa2571d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27153"
    uid: b74dd51f-90e2-4fc0-a872-771a999fe9ac
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-21T04:32:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27041"
    uid: 71d66df3-21b8-40a4-bd7d-adaca7efde1e
  kind: Event
  lastTimestamp: "2026-04-21T04:33:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:33:05Z"
    name: isvc-predictive-lightgbm-predictor.18a84504f81f0151
    namespace: kserve-ci-e2e-test
    resourceVersion: "27582"
    uid: 2f63a2db-3877-4153-8567-100027167223
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-21T04:32:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27041"
    uid: 71d66df3-21b8-40a4-bd7d-adaca7efde1e
  kind: Event
  lastTimestamp: "2026-04-21T04:33:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:33:05Z"
    name: isvc-predictive-lightgbm-predictor.18a84504f87dd883
    namespace: kserve-ci-e2e-test
    resourceVersion: "27583"
    uid: 6fd46680-e893-4672-a101-1adbfc4c5e79
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T04:35:56.328081Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-wtq28
    namespace: kserve-ci-e2e-test
    resourceVersion: "29030"
    uid: b0d80896-6bd3-4068-95d1-7ec1bfcc1eee
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-865b4598f7-wtq28
    to ip-10-0-134-15.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T04:35:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T04:35:56Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-wtq28.18a845372ffa01d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29034"
    uid: db17bfa1-3132-4c1d-858b-d7a0d4cdb6de
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c5667b7d6-xznfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:35:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-wtq28
    namespace: kserve-ci-e2e-test
    resourceVersion: "29032"
    uid: b0d80896-6bd3-4068-95d1-7ec1bfcc1eee
  kind: Event
  lastTimestamp: "2026-04-21T04:35:56Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-lightgbm-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-21T04:35:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:35:56Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-wtq28.18a845373a767b96
    namespace: kserve-ci-e2e-test
    resourceVersion: "29043"
    uid: 05b2976b-357d-4401-a25f-c50e2fcada35
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:35:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-wtq28
    namespace: kserve-ci-e2e-test
    resourceVersion: "29039"
    uid: b0d80896-6bd3-4068-95d1-7ec1bfcc1eee
  kind: Event
  lastTimestamp: "2026-04-21T04:35:57Z"
  message: Add eth0 [10.132.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T04:35:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T04:35:57Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-wtq28.18a845376c7fa590
    namespace: kserve-ci-e2e-test
    resourceVersion: "29054"
    uid: 4514a4f8-7be9-4ddb-97e4-58858cdd384e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:35:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-wtq28
    namespace: kserve-ci-e2e-test
    resourceVersion: "29032"
    uid: b0d80896-6bd3-4068-95d1-7ec1bfcc1eee
  kind: Event
  lastTimestamp: "2026-04-21T04:35:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:35:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:35:57Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-wtq28.18a845376dce3c3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29057"
    uid: 035a8781-52e7-4b7c-bf0d-0c53793d7cc5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:35:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-wtq28
    namespace: kserve-ci-e2e-test
    resourceVersion: "29032"
    uid: b0d80896-6bd3-4068-95d1-7ec1bfcc1eee
  kind: Event
  lastTimestamp: "2026-04-21T04:35:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T04:35:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:35:57Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-wtq28.18a8453770c296c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29058"
    uid: 07499af2-9ef0-4c13-b8df-bf9c405efbf7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:35:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-wtq28
    namespace: kserve-ci-e2e-test
    resourceVersion: "29032"
    uid: b0d80896-6bd3-4068-95d1-7ec1bfcc1eee
  kind: Event
  lastTimestamp: "2026-04-21T04:35:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T04:35:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:35:57Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-wtq28.18a84537712ec567
    namespace: kserve-ci-e2e-test
    resourceVersion: "29059"
    uid: 2f256d0c-7a91-43e0-b5c3-d5d2bcd09fa9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:36:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-wtq28
    namespace: kserve-ci-e2e-test
    resourceVersion: "29032"
    uid: b0d80896-6bd3-4068-95d1-7ec1bfcc1eee
  kind: Event
  lastTimestamp: "2026-04-21T04:36:01Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:36:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:36:01Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-wtq28.18a84538742fb4c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29101"
    uid: 3bdba0d0-3d66-40d3-abf1-ce7f73981761
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:36:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-wtq28
    namespace: kserve-ci-e2e-test
    resourceVersion: "29032"
    uid: b0d80896-6bd3-4068-95d1-7ec1bfcc1eee
  kind: Event
  lastTimestamp: "2026-04-21T04:36:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T04:36:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:36:01Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-wtq28.18a84538770fc174
    namespace: kserve-ci-e2e-test
    resourceVersion: "29103"
    uid: a262d27f-a468-488c-9563-38ffe4564775
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:36:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-wtq28
    namespace: kserve-ci-e2e-test
    resourceVersion: "29032"
    uid: b0d80896-6bd3-4068-95d1-7ec1bfcc1eee
  kind: Event
  lastTimestamp: "2026-04-21T04:36:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:36:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:36:01Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-wtq28.18a84538777bc785
    namespace: kserve-ci-e2e-test
    resourceVersion: "29107"
    uid: 6a07d4ce-5315-4919-884f-51661254d038
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:36:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-wtq28
    namespace: kserve-ci-e2e-test
    resourceVersion: "29032"
    uid: b0d80896-6bd3-4068-95d1-7ec1bfcc1eee
  kind: Event
  lastTimestamp: "2026-04-21T04:36:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:36:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:36:01Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-wtq28.18a8453877876883
    namespace: kserve-ci-e2e-test
    resourceVersion: "29109"
    uid: 935ce145-b8cf-434f-938c-7eae0cad4c56
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:36:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-wtq28
    namespace: kserve-ci-e2e-test
    resourceVersion: "29032"
    uid: b0d80896-6bd3-4068-95d1-7ec1bfcc1eee
  kind: Event
  lastTimestamp: "2026-04-21T04:36:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-21T04:36:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:36:01Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-wtq28.18a845387a795751
    namespace: kserve-ci-e2e-test
    resourceVersion: "29111"
    uid: e541937e-7188-48ec-8180-c416f4461d13
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:36:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-wtq28
    namespace: kserve-ci-e2e-test
    resourceVersion: "29032"
    uid: b0d80896-6bd3-4068-95d1-7ec1bfcc1eee
  kind: Event
  lastTimestamp: "2026-04-21T04:36:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:36:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:36:01Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-wtq28.18a845387afa220d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29112"
    uid: f829aa86-a6e0-4343-93a1-ea44e716a2c5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-21T04:36:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-wtq28
    namespace: kserve-ci-e2e-test
    resourceVersion: "29032"
    uid: b0d80896-6bd3-4068-95d1-7ec1bfcc1eee
  kind: Event
  lastTimestamp: "2026-04-21T04:37:29Z"
  message: 'Readiness probe failed: Get "http://10.132.0.45:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.132.0.45:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-21T04:36:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:37:29Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-wtq28.18a845414e1d2de2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29842"
    uid: 12c53f05-65ca-4550-a870-c1f3754578fd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:37:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-wtq28
    namespace: kserve-ci-e2e-test
    resourceVersion: "29032"
    uid: b0d80896-6bd3-4068-95d1-7ec1bfcc1eee
  kind: Event
  lastTimestamp: "2026-04-21T04:37:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:37:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:37:26Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-wtq28.18a8454c34a5078b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29740"
    uid: 8f7a90e9-1f93-46e3-803d-ce84878fa377
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:37:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-wtq28
    namespace: kserve-ci-e2e-test
    resourceVersion: "29032"
    uid: b0d80896-6bd3-4068-95d1-7ec1bfcc1eee
  kind: Event
  lastTimestamp: "2026-04-21T04:37:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:37:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:37:26Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-wtq28.18a8454c34a5551e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29743"
    uid: ef9f1af6-880f-43f1-ab57-a5a20b037513
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:37:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-wtq28
    namespace: kserve-ci-e2e-test
    resourceVersion: "29032"
    uid: b0d80896-6bd3-4068-95d1-7ec1bfcc1eee
  kind: Event
  lastTimestamp: "2026-04-21T04:37:29Z"
  message: 'Readiness probe failed: Get "https://10.132.0.45:8643/healthz": dial tcp
    10.132.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-21T04:37:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:37:29Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-wtq28.18a8454cf2064d8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29841"
    uid: ea7a1849-8a4b-49ac-82d7-d5f9d1e3e360
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:35:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29019"
    uid: 1620510f-592b-4c97-9c7d-856a2595f6f1
  kind: Event
  lastTimestamp: "2026-04-21T04:35:56Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-865b4598f7-wtq28'
  metadata:
    creationTimestamp: "2026-04-21T04:35:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:35:56Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7.18a845372f704a28
    namespace: kserve-ci-e2e-test
    resourceVersion: "29031"
    uid: 9ac3e2fb-8593-494f-a9a7-638a37c3e97d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:35:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29017"
    uid: abb3cfdc-2662-4075-8ebd-3a08673dd897
  kind: Event
  lastTimestamp: "2026-04-21T04:35:56Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-865b4598f7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-21T04:35:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:35:56Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a845372b08c899
    namespace: kserve-ci-e2e-test
    resourceVersion: "29021"
    uid: 9d0d0992-c3a9-427a-baa6-827169533e42
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:36:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29018"
    uid: dd6666a4-a871-4612-9eef-39c5d948ba50
  kind: Event
  lastTimestamp: "2026-04-21T04:36:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:36:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:36:41Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a8453aa9d30c0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29386"
    uid: fbfdf2b2-6192-4d7a-9742-9ec64cd308bf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:36:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29018"
    uid: dd6666a4-a871-4612-9eef-39c5d948ba50
  kind: Event
  lastTimestamp: "2026-04-21T04:36:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:36:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:36:41Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a8453aaa38477d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29387"
    uid: 426b14fa-c508-4581-ac26-13fc08220ccc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-21T04:36:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29173"
    uid: dd6666a4-a871-4612-9eef-39c5d948ba50
  kind: Event
  lastTimestamp: "2026-04-21T04:37:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:36:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:37:26Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a8453e292f72dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29712"
    uid: dc2f9cb3-eab4-45ea-9760-7e57da4a9948
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-21T04:36:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29173"
    uid: dd6666a4-a871-4612-9eef-39c5d948ba50
  kind: Event
  lastTimestamp: "2026-04-21T04:37:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:36:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:37:26Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a8453e298f8735
    namespace: kserve-ci-e2e-test
    resourceVersion: "29713"
    uid: e6d6d9a3-c22a-41fc-a777-1a18c8cceab3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-21T04:35:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28989"
    uid: a1bd56b9-842b-4946-b993-e7e7703230c4
  kind: Event
  lastTimestamp: "2026-04-21T04:37:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T04:35:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:37:19Z"
    name: isvc-predictive-lightgbm-v2.18a845372ae95c87
    namespace: kserve-ci-e2e-test
    resourceVersion: "29669"
    uid: 3500297f-a4ff-494e-8078-b1cf4b9a0f4b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:35:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28989"
    uid: a1bd56b9-842b-4946-b993-e7e7703230c4
  kind: Event
  lastTimestamp: "2026-04-21T04:35:56Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T04:35:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:35:56Z"
    name: isvc-predictive-lightgbm-v2.18a845372b5041ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "29040"
    uid: 9ecd6c8b-cf15-421f-afce-f24736325a15
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:35:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29000"
    uid: a1bd56b9-842b-4946-b993-e7e7703230c4
  kind: Event
  lastTimestamp: "2026-04-21T04:35:56Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-21T04:35:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:35:56Z"
    name: isvc-predictive-lightgbm-v2.18a8453731309f24
    namespace: kserve-ci-e2e-test
    resourceVersion: "29041"
    uid: a4937588-b703-4098-855d-d2528b130fa2
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:37:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29667"
    uid: a1bd56b9-842b-4946-b993-e7e7703230c4
  kind: Event
  lastTimestamp: "2026-04-21T04:37:19Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-21T04:37:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:37:19Z"
    name: isvc-predictive-lightgbm-v2.18a8454aa31dd871
    namespace: kserve-ci-e2e-test
    resourceVersion: "29668"
    uid: ad7a110f-2243-4978-ada1-390ff9e2cb02
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-21T04:31:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "26854"
    uid: 22a310ef-8bf6-4ee7-b8b5-040bcf71219c
  kind: Event
  lastTimestamp: "2026-04-21T04:32:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T04:31:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:32:58Z"
    name: isvc-predictive-lightgbm.18a844fa7add8272
    namespace: kserve-ci-e2e-test
    resourceVersion: "27531"
    uid: 31125ee2-af1a-46a4-91d8-41bf4339c422
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:31:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "26854"
    uid: 22a310ef-8bf6-4ee7-b8b5-040bcf71219c
  kind: Event
  lastTimestamp: "2026-04-21T04:31:35Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T04:31:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:31:35Z"
    name: isvc-predictive-lightgbm.18a844fa7b5d1ac6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26910"
    uid: f8389b8b-7f2d-40d7-95e0-4b03daa33306
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:31:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "26868"
    uid: 22a310ef-8bf6-4ee7-b8b5-040bcf71219c
  kind: Event
  lastTimestamp: "2026-04-21T04:31:35Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-21T04:31:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:31:35Z"
    name: isvc-predictive-lightgbm.18a844fa812209ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "26911"
    uid: b8a50a42-1120-41a4-96a8-ff0da32073a3
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:32:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27528"
    uid: 22a310ef-8bf6-4ee7-b8b5-040bcf71219c
  kind: Event
  lastTimestamp: "2026-04-21T04:32:58Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-21T04:32:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:32:58Z"
    name: isvc-predictive-lightgbm.18a8450db24ae9d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27529"
    uid: fa91168a-0d2c-4c80-8aa3-c22e1a2a32bb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T04:28:15.248737Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qxbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25001"
    uid: 4ba3bb26-284c-4ca1-89f4-d7c405f7c28c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-cd7c759c9-4qxbw
    to ip-10-0-134-15.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T04:28:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T04:28:15Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qxbw.18a844cbd5818ae1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25005"
    uid: c81e2d54-16dd-48ff-b104-0d60192fc170
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c5667b7d6-xznfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:28:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qxbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25009"
    uid: 4ba3bb26-284c-4ca1-89f4-d7c405f7c28c
  kind: Event
  lastTimestamp: "2026-04-21T04:28:15Z"
  message: Add eth0 [10.132.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T04:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T04:28:15Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qxbw.18a844cbef01427d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25015"
    uid: e143bdab-1308-4272-9396-cb22ec9194e5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:28:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qxbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25003"
    uid: 4ba3bb26-284c-4ca1-89f4-d7c405f7c28c
  kind: Event
  lastTimestamp: "2026-04-21T04:28:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:28:15Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qxbw.18a844cbf0633aeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25017"
    uid: 9373e615-4a74-428b-b5b7-1d0521572ad9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:28:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qxbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25003"
    uid: 4ba3bb26-284c-4ca1-89f4-d7c405f7c28c
  kind: Event
  lastTimestamp: "2026-04-21T04:28:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T04:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:28:15Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qxbw.18a844cbf51f983a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25020"
    uid: 411f1fe5-8bcb-46f3-82a7-e2b5e6a415e8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:28:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qxbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25003"
    uid: 4ba3bb26-284c-4ca1-89f4-d7c405f7c28c
  kind: Event
  lastTimestamp: "2026-04-21T04:28:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T04:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:28:15Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qxbw.18a844cbf59a497f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25021"
    uid: 729f0869-b577-4557-a065-8ca05d1ee1ee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:28:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qxbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25003"
    uid: 4ba3bb26-284c-4ca1-89f4-d7c405f7c28c
  kind: Event
  lastTimestamp: "2026-04-21T04:28:20Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-04-21T04:28:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:28:20Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qxbw.18a844cd0a65aa06
    namespace: kserve-ci-e2e-test
    resourceVersion: "25063"
    uid: 5ed99019-d6f8-4b6e-959f-7f1f288db494
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:28:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qxbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25003"
    uid: 4ba3bb26-284c-4ca1-89f4-d7c405f7c28c
  kind: Event
  lastTimestamp: "2026-04-21T04:28:43Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 22.988s
    (22.988s including waiting). Image size: 2324238192 bytes.'
  metadata:
    creationTimestamp: "2026-04-21T04:28:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:28:43Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qxbw.18a844d2649af07b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25233"
    uid: 1831a227-42a2-445a-adee-9b40b2118ad1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:28:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qxbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25003"
    uid: 4ba3bb26-284c-4ca1-89f4-d7c405f7c28c
  kind: Event
  lastTimestamp: "2026-04-21T04:28:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T04:28:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:28:43Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qxbw.18a844d26ba409a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25234"
    uid: f3378725-c105-4897-b920-4e59d4531a11
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:28:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qxbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25003"
    uid: 4ba3bb26-284c-4ca1-89f4-d7c405f7c28c
  kind: Event
  lastTimestamp: "2026-04-21T04:28:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:28:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:28:43Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qxbw.18a844d26ccd12a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25235"
    uid: bd50a26a-5ace-4223-8fac-21eaaab040b5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:28:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qxbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25003"
    uid: 4ba3bb26-284c-4ca1-89f4-d7c405f7c28c
  kind: Event
  lastTimestamp: "2026-04-21T04:28:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:28:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:28:43Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qxbw.18a844d26cda9d08
    namespace: kserve-ci-e2e-test
    resourceVersion: "25236"
    uid: b3b13618-0265-45b0-9ac1-a9b4e3f2cac8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:28:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qxbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25003"
    uid: 4ba3bb26-284c-4ca1-89f4-d7c405f7c28c
  kind: Event
  lastTimestamp: "2026-04-21T04:28:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-21T04:28:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:28:43Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qxbw.18a844d27292ed59
    namespace: kserve-ci-e2e-test
    resourceVersion: "25237"
    uid: afe611c6-6504-4637-8956-1afe93666c69
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:28:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qxbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25003"
    uid: 4ba3bb26-284c-4ca1-89f4-d7c405f7c28c
  kind: Event
  lastTimestamp: "2026-04-21T04:28:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:28:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:28:43Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qxbw.18a844d273dccaef
    namespace: kserve-ci-e2e-test
    resourceVersion: "25238"
    uid: 9996e5b0-6d1b-4ca2-9a4e-01ed4378d073
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-21T04:28:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qxbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25003"
    uid: 4ba3bb26-284c-4ca1-89f4-d7c405f7c28c
  kind: Event
  lastTimestamp: "2026-04-21T04:29:50Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T04:28:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:29:50Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qxbw.18a844d2a5ac4ae0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25711"
    uid: 20a54d70-bdd3-46f1-80de-8281535fa2de
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:30:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qxbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25003"
    uid: 4ba3bb26-284c-4ca1-89f4-d7c405f7c28c
  kind: Event
  lastTimestamp: "2026-04-21T04:30:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:30:05Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qxbw.18a844e578e97f25
    namespace: kserve-ci-e2e-test
    resourceVersion: "25847"
    uid: 253570fc-d0b0-4407-b917-5982bdbdbee6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:30:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qxbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25003"
    uid: 4ba3bb26-284c-4ca1-89f4-d7c405f7c28c
  kind: Event
  lastTimestamp: "2026-04-21T04:30:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:30:05Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qxbw.18a844e578e9fdbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25851"
    uid: f4efde47-1492-417e-8c06-75956df43bfd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:30:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qxbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25003"
    uid: 4ba3bb26-284c-4ca1-89f4-d7c405f7c28c
  kind: Event
  lastTimestamp: "2026-04-21T04:30:05Z"
  message: 'Readiness probe failed: Get "https://10.132.0.40:8643/healthz": dial tcp
    10.132.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-21T04:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:30:05Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qxbw.18a844e581bc7542
    namespace: kserve-ci-e2e-test
    resourceVersion: "25875"
    uid: ca039a7b-9c7f-4085-9943-2a6040a729e3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:28:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-cd7c759c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24991"
    uid: 3e3d6ee8-3700-494a-82c4-6bf15205441e
  kind: Event
  lastTimestamp: "2026-04-21T04:28:15Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-cd7c759c9-4qxbw'
  metadata:
    creationTimestamp: "2026-04-21T04:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:28:15Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9.18a844cbd515eea7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25002"
    uid: 4fd49ae4-bd19-4643-b83d-941ef9114e31
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:28:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24989"
    uid: 36c1023d-c2ba-41ea-9ea5-5bbf6a6a991c
  kind: Event
  lastTimestamp: "2026-04-21T04:28:15Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-cd7c759c9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-21T04:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:28:15Z"
    name: isvc-predictive-sklearn-predictor.18a844cbcebb1a2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24993"
    uid: 626e58db-2e1a-466e-a957-18767b1162dd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-21T04:28:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24990"
    uid: 44741993-8a73-4860-960d-1dd13cf5ef13
  kind: Event
  lastTimestamp: "2026-04-21T04:29:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:28:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:29:15Z"
    name: isvc-predictive-sklearn-predictor.18a844cf4d83b68a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25461"
    uid: 84e1122e-b959-49c4-bf17-493d505aa236
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-21T04:28:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24990"
    uid: 44741993-8a73-4860-960d-1dd13cf5ef13
  kind: Event
  lastTimestamp: "2026-04-21T04:29:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:28:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:29:15Z"
    name: isvc-predictive-sklearn-predictor.18a844cf4dde8779
    namespace: kserve-ci-e2e-test
    resourceVersion: "25462"
    uid: 2bc06960-e7cd-428f-bf4d-d353dac9caee
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T04:29:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25138"
    uid: 44741993-8a73-4860-960d-1dd13cf5ef13
  kind: Event
  lastTimestamp: "2026-04-21T04:30:00Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:29:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:30:00Z"
    name: isvc-predictive-sklearn-predictor.18a844dd49e28ed7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25777"
    uid: ec69d55e-1987-45f4-aab2-45b598334376
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T04:29:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25138"
    uid: 44741993-8a73-4860-960d-1dd13cf5ef13
  kind: Event
  lastTimestamp: "2026-04-21T04:30:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:29:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:30:00Z"
    name: isvc-predictive-sklearn-predictor.18a844dd4a4e17f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25778"
    uid: 285260c2-371b-4b87-aac5-903e32622a63
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T04:33:05.915772Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-qtfgd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27630"
    uid: 8bf581ad-49f7-44c9-a615-58c0a766c136
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-b5d4f6b79-qtfgd
    to ip-10-0-134-15.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T04:33:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T04:33:05Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-qtfgd.18a8450f829c8645
    namespace: kserve-ci-e2e-test
    resourceVersion: "27634"
    uid: c1109d84-75de-4502-847e-0297d4eb6e6b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c5667b7d6-xznfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:33:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-qtfgd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27639"
    uid: 8bf581ad-49f7-44c9-a615-58c0a766c136
  kind: Event
  lastTimestamp: "2026-04-21T04:33:06Z"
  message: Add eth0 [10.132.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T04:33:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T04:33:06Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-qtfgd.18a8450f9b6a5da3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27645"
    uid: 9fe68d7d-e535-4196-b7cc-54c7a908e3da
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:33:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-qtfgd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27632"
    uid: 8bf581ad-49f7-44c9-a615-58c0a766c136
  kind: Event
  lastTimestamp: "2026-04-21T04:33:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:33:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:33:06Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-qtfgd.18a8450f9cce774a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27647"
    uid: d57dd622-9b14-4e7c-9071-4028757b7218
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:33:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-qtfgd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27632"
    uid: 8bf581ad-49f7-44c9-a615-58c0a766c136
  kind: Event
  lastTimestamp: "2026-04-21T04:33:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T04:33:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:33:06Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-qtfgd.18a8450f9fce4d23
    namespace: kserve-ci-e2e-test
    resourceVersion: "27648"
    uid: 254e8913-86a5-4163-9030-d6fdb89aedfc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:33:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-qtfgd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27632"
    uid: 8bf581ad-49f7-44c9-a615-58c0a766c136
  kind: Event
  lastTimestamp: "2026-04-21T04:33:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T04:33:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:33:06Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-qtfgd.18a8450fa03979dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27649"
    uid: 97a3cdaa-809e-4aa7-9dd1-77082b270817
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:33:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-qtfgd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27632"
    uid: 8bf581ad-49f7-44c9-a615-58c0a766c136
  kind: Event
  lastTimestamp: "2026-04-21T04:33:10Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:33:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:33:10Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-qtfgd.18a84510874272f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27684"
    uid: 479018d8-8bba-42ed-b698-643198b04ffb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:33:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-qtfgd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27632"
    uid: 8bf581ad-49f7-44c9-a615-58c0a766c136
  kind: Event
  lastTimestamp: "2026-04-21T04:33:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T04:33:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:33:10Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-qtfgd.18a845108a4c21e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27688"
    uid: 5f734c95-c229-4dc2-807e-6ce2fb5c365b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:33:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-qtfgd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27632"
    uid: 8bf581ad-49f7-44c9-a615-58c0a766c136
  kind: Event
  lastTimestamp: "2026-04-21T04:33:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:33:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:33:10Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-qtfgd.18a845108ad0241c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27689"
    uid: 3f9f7984-a0d7-4a3a-85ad-dfc97ed3a5ce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:33:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-qtfgd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27632"
    uid: 8bf581ad-49f7-44c9-a615-58c0a766c136
  kind: Event
  lastTimestamp: "2026-04-21T04:33:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:33:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:33:10Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-qtfgd.18a845108adb3b16
    namespace: kserve-ci-e2e-test
    resourceVersion: "27690"
    uid: 9435a637-7472-4e9d-a13b-099c05f9c556
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:33:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-qtfgd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27632"
    uid: 8bf581ad-49f7-44c9-a615-58c0a766c136
  kind: Event
  lastTimestamp: "2026-04-21T04:33:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-21T04:33:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:33:10Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-qtfgd.18a845108d89c298
    namespace: kserve-ci-e2e-test
    resourceVersion: "27692"
    uid: e744153c-f509-4427-92e0-035307e0124b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:33:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-qtfgd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27632"
    uid: 8bf581ad-49f7-44c9-a615-58c0a766c136
  kind: Event
  lastTimestamp: "2026-04-21T04:33:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:33:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:33:10Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-qtfgd.18a845108df4833b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27693"
    uid: 41e756ed-0e91-42fd-848c-9afff95fe751
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-21T04:33:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-qtfgd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27632"
    uid: 8bf581ad-49f7-44c9-a615-58c0a766c136
  kind: Event
  lastTimestamp: "2026-04-21T04:34:30Z"
  message: 'Readiness probe failed: Get "http://10.132.0.43:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.132.0.43:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-21T04:33:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:34:30Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-qtfgd.18a84519614fe1fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "28342"
    uid: fe323a5d-f514-43f6-8b36-6a0f8bde2b4d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:34:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-qtfgd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27632"
    uid: 8bf581ad-49f7-44c9-a615-58c0a766c136
  kind: Event
  lastTimestamp: "2026-04-21T04:34:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:34:26Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-qtfgd.18a84522285f65a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28272"
    uid: 73eb88b7-ed51-41ec-ad3b-4be676056cae
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:34:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-qtfgd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27632"
    uid: 8bf581ad-49f7-44c9-a615-58c0a766c136
  kind: Event
  lastTimestamp: "2026-04-21T04:34:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:34:26Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-qtfgd.18a84522285fc3e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28275"
    uid: 8f6d2304-ccf4-4697-aba0-4395d785f6da
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:34:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-qtfgd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27632"
    uid: 8bf581ad-49f7-44c9-a615-58c0a766c136
  kind: Event
  lastTimestamp: "2026-04-21T04:34:28Z"
  message: 'Readiness probe failed: Get "https://10.132.0.43:8643/healthz": dial tcp
    10.132.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-21T04:34:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:34:28Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-qtfgd.18a84522b12f2dbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28326"
    uid: 9fecb42f-ebd9-4772-8b4f-54c36353d431
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:33:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79
    namespace: kserve-ci-e2e-test
    resourceVersion: "27616"
    uid: c1c24c3c-86ce-4547-8791-13b138b21ffd
  kind: Event
  lastTimestamp: "2026-04-21T04:33:05Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-qtfgd'
  metadata:
    creationTimestamp: "2026-04-21T04:33:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:33:05Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79.18a8450f8229cc7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27631"
    uid: 40ff30b1-a3a6-4202-bd10-2750958dd0ed
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:33:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27614"
    uid: 78d2fb65-681f-4682-85ae-c916a9ead816
  kind: Event
  lastTimestamp: "2026-04-21T04:33:05Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-b5d4f6b79 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-21T04:33:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:33:05Z"
    name: isvc-predictive-sklearn-v2-predictor.18a8450f7dc6cea6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27618"
    uid: 75b8d55a-bcf0-48ae-baee-e32121b935e5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:33:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27615"
    uid: e233d449-6d8a-4e4f-bf1f-276424b8b798
  kind: Event
  lastTimestamp: "2026-04-21T04:33:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:33:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:33:35Z"
    name: isvc-predictive-sklearn-v2-predictor.18a84512fc6b5f90
    namespace: kserve-ci-e2e-test
    resourceVersion: "27872"
    uid: afce2b3e-38dc-49e9-a909-f6a4753ae114
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:33:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27615"
    uid: e233d449-6d8a-4e4f-bf1f-276424b8b798
  kind: Event
  lastTimestamp: "2026-04-21T04:33:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:33:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:33:35Z"
    name: isvc-predictive-sklearn-v2-predictor.18a84512fcc90aa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27873"
    uid: d0a7b36d-e76c-485a-8553-cab8ea399310
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T04:33:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27775"
    uid: e233d449-6d8a-4e4f-bf1f-276424b8b798
  kind: Event
  lastTimestamp: "2026-04-21T04:34:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:33:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:34:20Z"
    name: isvc-predictive-sklearn-v2-predictor.18a84519fa9ccbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28208"
    uid: b0c89b91-e467-467d-aa92-e767eed9fb50
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T04:33:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27775"
    uid: e233d449-6d8a-4e4f-bf1f-276424b8b798
  kind: Event
  lastTimestamp: "2026-04-21T04:34:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:33:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:34:20Z"
    name: isvc-predictive-sklearn-v2-predictor.18a84519faf104c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28209"
    uid: 4500ce43-5061-4add-879b-5ccdc787cba7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-21T04:33:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27585"
    uid: a084c671-d499-485e-b834-2d241472f529
  kind: Event
  lastTimestamp: "2026-04-21T04:34:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T04:33:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:34:20Z"
    name: isvc-predictive-sklearn-v2.18a8450f7da8ad37
    namespace: kserve-ci-e2e-test
    resourceVersion: "28203"
    uid: 5218ad1d-1e3b-4fb3-94b0-410d96f0d8ee
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:33:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27585"
    uid: a084c671-d499-485e-b834-2d241472f529
  kind: Event
  lastTimestamp: "2026-04-21T04:33:05Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T04:33:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:33:05Z"
    name: isvc-predictive-sklearn-v2.18a8450f7e4f0bde
    namespace: kserve-ci-e2e-test
    resourceVersion: "27640"
    uid: 87cb03c9-1dab-47f7-bf7b-3f4ca4a18140
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:33:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27598"
    uid: a084c671-d499-485e-b834-2d241472f529
  kind: Event
  lastTimestamp: "2026-04-21T04:33:05Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-21T04:33:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:33:05Z"
    name: isvc-predictive-sklearn-v2.18a8450f84374283
    namespace: kserve-ci-e2e-test
    resourceVersion: "27641"
    uid: 80c88c21-8a12-41a0-8eb6-26acb79bbc36
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:34:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28201"
    uid: a084c671-d499-485e-b834-2d241472f529
  kind: Event
  lastTimestamp: "2026-04-21T04:34:20Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-21T04:34:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:34:20Z"
    name: isvc-predictive-sklearn-v2.18a84520c8744dc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28202"
    uid: b7e0133b-75b9-4144-b47c-4898c04cdc5c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-21T04:28:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24978"
    uid: b255d447-c7bb-46ed-95de-9e46fc04505c
  kind: Event
  lastTimestamp: "2026-04-21T04:30:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T04:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:30:00Z"
    name: isvc-predictive-sklearn.18a844cbce967ffe
    namespace: kserve-ci-e2e-test
    resourceVersion: "25788"
    uid: ae522b07-b651-4461-847e-deec84a9c2af
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:28:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24978"
    uid: b255d447-c7bb-46ed-95de-9e46fc04505c
  kind: Event
  lastTimestamp: "2026-04-21T04:28:15Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T04:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:28:15Z"
    name: isvc-predictive-sklearn.18a844cbcef385d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24995"
    uid: 9f80a229-e093-4d93-a493-bdda382b7b9a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:30:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25786"
    uid: b255d447-c7bb-46ed-95de-9e46fc04505c
  kind: Event
  lastTimestamp: "2026-04-21T04:30:00Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-21T04:30:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:30:00Z"
    name: isvc-predictive-sklearn.18a844e45cba9570
    namespace: kserve-ci-e2e-test
    resourceVersion: "25787"
    uid: 938f3bd0-2e4a-4af7-b70b-c183d380b98e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T04:30:05.464464Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vmpxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "25865"
    uid: 7e90985e-66aa-4568-9400-dda8e229ed2f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-7ff98fd74d-vmpxx
    to ip-10-0-134-15.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T04:30:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T04:30:05Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vmpxx.18a844e57ee000a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25869"
    uid: 977ed1a8-8f75-4d89-b15a-b6db74e64398
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c5667b7d6-xznfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:30:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vmpxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "25874"
    uid: 7e90985e-66aa-4568-9400-dda8e229ed2f
  kind: Event
  lastTimestamp: "2026-04-21T04:30:05Z"
  message: Add eth0 [10.132.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T04:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T04:30:05Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vmpxx.18a844e597f731c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25881"
    uid: bec573ea-8f11-4664-a2fa-54664f162e4b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:30:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vmpxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "25867"
    uid: 7e90985e-66aa-4568-9400-dda8e229ed2f
  kind: Event
  lastTimestamp: "2026-04-21T04:30:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:30:05Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vmpxx.18a844e5994503ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "25883"
    uid: f04ab3c9-b964-4f4b-9388-a011cd1ea315
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:30:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vmpxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "25867"
    uid: 7e90985e-66aa-4568-9400-dda8e229ed2f
  kind: Event
  lastTimestamp: "2026-04-21T04:30:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T04:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:30:05Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vmpxx.18a844e59c64deee
    namespace: kserve-ci-e2e-test
    resourceVersion: "25885"
    uid: 318375f9-ac65-42d5-b4a9-725dc231d542
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:30:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vmpxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "25867"
    uid: 7e90985e-66aa-4568-9400-dda8e229ed2f
  kind: Event
  lastTimestamp: "2026-04-21T04:30:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T04:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:30:05Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vmpxx.18a844e59ccf7a74
    namespace: kserve-ci-e2e-test
    resourceVersion: "25886"
    uid: d0ac1532-c9d4-472f-9f21-9d1fe5eb7785
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:30:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vmpxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "25867"
    uid: 7e90985e-66aa-4568-9400-dda8e229ed2f
  kind: Event
  lastTimestamp: "2026-04-21T04:30:10Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:30:10Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vmpxx.18a844e6ba565dc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25929"
    uid: 295a9032-c3e8-4fca-9420-fcd500bb6aea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:30:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vmpxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "25867"
    uid: 7e90985e-66aa-4568-9400-dda8e229ed2f
  kind: Event
  lastTimestamp: "2026-04-21T04:30:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T04:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:30:10Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vmpxx.18a844e6be184fe5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25935"
    uid: bf7e1c24-13b7-4ad8-9bc6-068c88801a40
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:30:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vmpxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "25867"
    uid: 7e90985e-66aa-4568-9400-dda8e229ed2f
  kind: Event
  lastTimestamp: "2026-04-21T04:30:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:30:10Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vmpxx.18a844e6be8a1ec2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25936"
    uid: a4e2c376-2934-4697-b7e4-d4eae6f211f5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:30:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vmpxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "25867"
    uid: 7e90985e-66aa-4568-9400-dda8e229ed2f
  kind: Event
  lastTimestamp: "2026-04-21T04:30:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:30:10Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vmpxx.18a844e6be96befb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25937"
    uid: 1cf0152e-5bc4-416b-b841-6e1d6ffb3cf8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:30:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vmpxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "25867"
    uid: 7e90985e-66aa-4568-9400-dda8e229ed2f
  kind: Event
  lastTimestamp: "2026-04-21T04:30:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-21T04:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:30:10Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vmpxx.18a844e6c1430d48
    namespace: kserve-ci-e2e-test
    resourceVersion: "25939"
    uid: 5d6878a1-a97d-40a8-be50-c240e0b0c3dc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:30:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vmpxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "25867"
    uid: 7e90985e-66aa-4568-9400-dda8e229ed2f
  kind: Event
  lastTimestamp: "2026-04-21T04:30:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:30:10Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vmpxx.18a844e6c1b44802
    namespace: kserve-ci-e2e-test
    resourceVersion: "25940"
    uid: 9aabc1f6-cffa-4058-9d79-7f26db28b94f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-21T04:30:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vmpxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "25867"
    uid: 7e90985e-66aa-4568-9400-dda8e229ed2f
  kind: Event
  lastTimestamp: "2026-04-21T04:31:37Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T04:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:31:37Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vmpxx.18a844e6f648963b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26940"
    uid: 1e06ea11-2f6d-4a15-9dae-49c01c44f42c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:31:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vmpxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "25867"
    uid: 7e90985e-66aa-4568-9400-dda8e229ed2f
  kind: Event
  lastTimestamp: "2026-04-21T04:31:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:31:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:31:35Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vmpxx.18a844fa79cc4278
    namespace: kserve-ci-e2e-test
    resourceVersion: "26881"
    uid: 98fcb5cd-2e95-409d-8862-79c2e4fa3634
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:31:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vmpxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "25867"
    uid: 7e90985e-66aa-4568-9400-dda8e229ed2f
  kind: Event
  lastTimestamp: "2026-04-21T04:31:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:31:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:31:35Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vmpxx.18a844fa79cccf84
    namespace: kserve-ci-e2e-test
    resourceVersion: "26883"
    uid: 26252c73-4d61-4146-a9a9-2f5c54d3d6fb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:31:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vmpxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "25867"
    uid: 7e90985e-66aa-4568-9400-dda8e229ed2f
  kind: Event
  lastTimestamp: "2026-04-21T04:31:37Z"
  message: 'Readiness probe failed: Get "https://10.132.0.41:8643/healthz": dial tcp
    10.132.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-21T04:31:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:31:37Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vmpxx.18a844fafc834cbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26938"
    uid: 392c7f32-704b-4f44-bd14-393046361bf5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:30:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-7ff98fd74d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25853"
    uid: 9220dbc1-2ae1-48cd-bc01-7e656908b34e
  kind: Event
  lastTimestamp: "2026-04-21T04:30:05Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-7ff98fd74d-vmpxx'
  metadata:
    creationTimestamp: "2026-04-21T04:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:30:05Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d.18a844e57e5292c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25866"
    uid: 7abfb324-6fdf-4518-ac46-26863d586957
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:30:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25850"
    uid: b9a724af-73fe-4dc9-83be-8f610230fcd3
  kind: Event
  lastTimestamp: "2026-04-21T04:30:05Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-7ff98fd74d from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-21T04:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:30:05Z"
    name: isvc-predictive-xgboost-predictor.18a844e57a246b95
    namespace: kserve-ci-e2e-test
    resourceVersion: "25855"
    uid: 7a9c83e6-cd39-46af-9d01-478535ba3001
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:30:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25852"
    uid: baa3095b-65b9-49ed-88fc-2cc4c58047d3
  kind: Event
  lastTimestamp: "2026-04-21T04:30:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:30:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:30:35Z"
    name: isvc-predictive-xgboost-predictor.18a844e8f8a41962
    namespace: kserve-ci-e2e-test
    resourceVersion: "26328"
    uid: 440cb886-decb-4c33-93ea-d64439ce8e5a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:30:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25852"
    uid: baa3095b-65b9-49ed-88fc-2cc4c58047d3
  kind: Event
  lastTimestamp: "2026-04-21T04:30:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:30:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:30:35Z"
    name: isvc-predictive-xgboost-predictor.18a844e8f905878f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26329"
    uid: 0289ee66-5bf4-4799-925e-badea4f971e6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-21T04:30:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26014"
    uid: baa3095b-65b9-49ed-88fc-2cc4c58047d3
  kind: Event
  lastTimestamp: "2026-04-21T04:31:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:30:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:31:35Z"
    name: isvc-predictive-xgboost-predictor.18a844eff6fec725
    namespace: kserve-ci-e2e-test
    resourceVersion: "26851"
    uid: 32cb27c4-0de5-4414-b9c6-7967e82aac9e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-21T04:30:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26014"
    uid: baa3095b-65b9-49ed-88fc-2cc4c58047d3
  kind: Event
  lastTimestamp: "2026-04-21T04:31:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:30:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:31:35Z"
    name: isvc-predictive-xgboost-predictor.18a844eff76341af
    namespace: kserve-ci-e2e-test
    resourceVersion: "26852"
    uid: edc41b59-bb40-4a9d-9303-7e65fda8651b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T04:34:26.072491Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-xqcl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28284"
    uid: d39ed7c8-b6d3-453a-8bfb-77825958a03d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-6577c65fd8-xqcl4
    to ip-10-0-134-15.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T04:34:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T04:34:26Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-xqcl4.18a845222c52fbee
    namespace: kserve-ci-e2e-test
    resourceVersion: "28291"
    uid: cf86c5f5-c37f-4e33-9ec1-2af4662afd0e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c5667b7d6-xznfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:34:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-xqcl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28296"
    uid: d39ed7c8-b6d3-453a-8bfb-77825958a03d
  kind: Event
  lastTimestamp: "2026-04-21T04:34:26Z"
  message: Add eth0 [10.132.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T04:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T04:34:26Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-xqcl4.18a84522450bd852
    namespace: kserve-ci-e2e-test
    resourceVersion: "28302"
    uid: e4369ab3-b860-4bc6-89f7-5bca67d92bd8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:34:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-xqcl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28288"
    uid: d39ed7c8-b6d3-453a-8bfb-77825958a03d
  kind: Event
  lastTimestamp: "2026-04-21T04:34:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:34:26Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-xqcl4.18a845224654968c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28304"
    uid: e0bc9144-2461-437e-aec6-f88175ba52c8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:34:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-xqcl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28288"
    uid: d39ed7c8-b6d3-453a-8bfb-77825958a03d
  kind: Event
  lastTimestamp: "2026-04-21T04:34:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T04:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:34:26Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-xqcl4.18a84522491e231e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28306"
    uid: 1253df92-b310-4593-a05b-a9e4f3318ae5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:34:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-xqcl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28288"
    uid: d39ed7c8-b6d3-453a-8bfb-77825958a03d
  kind: Event
  lastTimestamp: "2026-04-21T04:34:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T04:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:34:26Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-xqcl4.18a845224989d78c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28308"
    uid: a3514a2c-b7f1-4ac5-aebc-df31ee4479cb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:34:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-xqcl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28288"
    uid: d39ed7c8-b6d3-453a-8bfb-77825958a03d
  kind: Event
  lastTimestamp: "2026-04-21T04:34:30Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:34:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:34:30Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-xqcl4.18a845233505ee0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28349"
    uid: d2318115-9dc6-4ece-a0b5-f12e6e708001
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:34:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-xqcl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28288"
    uid: d39ed7c8-b6d3-453a-8bfb-77825958a03d
  kind: Event
  lastTimestamp: "2026-04-21T04:34:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T04:34:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:34:30Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-xqcl4.18a8452338b9649b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28357"
    uid: eb189cd6-9a16-47e8-a8b2-917e5c9eb3e4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:34:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-xqcl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28288"
    uid: d39ed7c8-b6d3-453a-8bfb-77825958a03d
  kind: Event
  lastTimestamp: "2026-04-21T04:34:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:34:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:34:30Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-xqcl4.18a845233922cb3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28358"
    uid: e73396ef-8c80-4060-9cf8-a8b0141a7620
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:34:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-xqcl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28288"
    uid: d39ed7c8-b6d3-453a-8bfb-77825958a03d
  kind: Event
  lastTimestamp: "2026-04-21T04:34:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:34:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:34:30Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-xqcl4.18a84523392e34d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28359"
    uid: 82773dad-0137-4275-8370-bc811e714131
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:34:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-xqcl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28288"
    uid: d39ed7c8-b6d3-453a-8bfb-77825958a03d
  kind: Event
  lastTimestamp: "2026-04-21T04:34:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-21T04:34:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:34:30Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-xqcl4.18a845233ba8653b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28361"
    uid: d5be910f-f0c2-4b44-8288-49a7a9994a49
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:34:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-xqcl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28288"
    uid: d39ed7c8-b6d3-453a-8bfb-77825958a03d
  kind: Event
  lastTimestamp: "2026-04-21T04:34:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:34:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:34:30Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-xqcl4.18a845233c1a1970
    namespace: kserve-ci-e2e-test
    resourceVersion: "28362"
    uid: c68d35fd-6ba5-41ab-bedd-e694b059f9eb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-21T04:35:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-xqcl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28288"
    uid: d39ed7c8-b6d3-453a-8bfb-77825958a03d
  kind: Event
  lastTimestamp: "2026-04-21T04:35:58Z"
  message: 'Readiness probe failed: Get "http://10.132.0.44:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.132.0.44:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-21T04:35:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:35:58Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-xqcl4.18a8452c0f12db47
    namespace: kserve-ci-e2e-test
    resourceVersion: "29075"
    uid: 4607084a-ffd0-40b2-a28a-46b087727a71
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:35:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-xqcl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28288"
    uid: d39ed7c8-b6d3-453a-8bfb-77825958a03d
  kind: Event
  lastTimestamp: "2026-04-21T04:35:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:35:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:35:56Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-xqcl4.18a84537296caddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29012"
    uid: 4388ee27-acc0-4b7e-87bb-c8ff02c84510
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:35:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-xqcl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28288"
    uid: d39ed7c8-b6d3-453a-8bfb-77825958a03d
  kind: Event
  lastTimestamp: "2026-04-21T04:35:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:35:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:35:56Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-xqcl4.18a84537296d077b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29014"
    uid: df65ac47-d156-45ed-a5b0-66fb17182174
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:35:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-xqcl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28288"
    uid: d39ed7c8-b6d3-453a-8bfb-77825958a03d
  kind: Event
  lastTimestamp: "2026-04-21T04:35:58Z"
  message: 'Readiness probe failed: Get "https://10.132.0.44:8643/healthz": dial tcp
    10.132.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-21T04:35:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:35:58Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-xqcl4.18a84537b2ed4d36
    namespace: kserve-ci-e2e-test
    resourceVersion: "29074"
    uid: a5cf3d19-da1d-4bb6-b9c9-58989100577d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:34:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28274"
    uid: 5088b438-913b-4f96-89e3-28439ea82576
  kind: Event
  lastTimestamp: "2026-04-21T04:34:26Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-6577c65fd8-xqcl4'
  metadata:
    creationTimestamp: "2026-04-21T04:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:34:26Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8.18a845222bef1f47
    namespace: kserve-ci-e2e-test
    resourceVersion: "28287"
    uid: 3db010e9-4b00-4f8f-a698-9e94aba075cd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:34:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28271"
    uid: 54f3114c-235f-4504-ac61-c75dbf398a66
  kind: Event
  lastTimestamp: "2026-04-21T04:34:26Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-6577c65fd8 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-21T04:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:34:26Z"
    name: isvc-predictive-xgboost-v2-predictor.18a845222929e1db
    namespace: kserve-ci-e2e-test
    resourceVersion: "28277"
    uid: a79eb614-6de2-40d4-8765-5bdb80d75bcc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:34:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28273"
    uid: e2efdc39-13ef-4176-aaca-aa178cfc1312
  kind: Event
  lastTimestamp: "2026-04-21T04:34:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:34:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:34:56Z"
    name: isvc-predictive-xgboost-v2-predictor.18a84525a7f94a22
    namespace: kserve-ci-e2e-test
    resourceVersion: "28549"
    uid: 0196d67e-bb51-4b0d-b5f8-01396d1a1720
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:34:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28273"
    uid: e2efdc39-13ef-4176-aaca-aa178cfc1312
  kind: Event
  lastTimestamp: "2026-04-21T04:34:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:34:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:34:56Z"
    name: isvc-predictive-xgboost-v2-predictor.18a84525a854d228
    namespace: kserve-ci-e2e-test
    resourceVersion: "28550"
    uid: 0d9d57c9-515f-4a5e-88a4-759a1184c7e0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-21T04:35:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28447"
    uid: e2efdc39-13ef-4176-aaca-aa178cfc1312
  kind: Event
  lastTimestamp: "2026-04-21T04:35:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:35:56Z"
    name: isvc-predictive-xgboost-v2-predictor.18a8452ca660d9ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "28985"
    uid: 5ee57577-9e9f-4691-a40a-f676b1d34b33
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-21T04:35:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28447"
    uid: e2efdc39-13ef-4176-aaca-aa178cfc1312
  kind: Event
  lastTimestamp: "2026-04-21T04:35:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:35:56Z"
    name: isvc-predictive-xgboost-v2-predictor.18a8452ca6d5edf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28986"
    uid: 520ee447-d898-4be3-b1c2-a35896e39e05
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-21T04:34:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28244"
    uid: 201add43-60f9-44f3-8730-ef91b309898f
  kind: Event
  lastTimestamp: "2026-04-21T04:35:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T04:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:35:48Z"
    name: isvc-predictive-xgboost-v2.18a8452228ed6917
    namespace: kserve-ci-e2e-test
    resourceVersion: "28931"
    uid: 760a5813-9beb-4f32-9266-2c25f9e6537d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:34:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28244"
    uid: 201add43-60f9-44f3-8730-ef91b309898f
  kind: Event
  lastTimestamp: "2026-04-21T04:34:26Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T04:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:34:26Z"
    name: isvc-predictive-xgboost-v2.18a84522294bb99d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28279"
    uid: 71968421-cc82-4dd0-9cef-b806ed516475
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:35:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28929"
    uid: 201add43-60f9-44f3-8730-ef91b309898f
  kind: Event
  lastTimestamp: "2026-04-21T04:35:48Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-21T04:35:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:35:48Z"
    name: isvc-predictive-xgboost-v2.18a8453564092eec
    namespace: kserve-ci-e2e-test
    resourceVersion: "28930"
    uid: 3a7b8075-ba41-4a51-a0a3-0c2ba85c6b2b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-21T04:30:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "25822"
    uid: 00815840-cfe0-4a15-ba57-e9a7bafe6ac3
  kind: Event
  lastTimestamp: "2026-04-21T04:31:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T04:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:31:27Z"
    name: isvc-predictive-xgboost.18a844e579eca64a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26795"
    uid: fc223803-93d9-4947-bfae-15f8709f394d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:30:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "25822"
    uid: 00815840-cfe0-4a15-ba57-e9a7bafe6ac3
  kind: Event
  lastTimestamp: "2026-04-21T04:30:05Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T04:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:30:05Z"
    name: isvc-predictive-xgboost.18a844e57a5994a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25857"
    uid: c9330a1e-91e2-4189-9805-837d36227a1d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:31:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "26793"
    uid: 00815840-cfe0-4a15-ba57-e9a7bafe6ac3
  kind: Event
  lastTimestamp: "2026-04-21T04:31:27Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-21T04:31:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:31:27Z"
    name: isvc-predictive-xgboost.18a844f8ad51a248
    namespace: kserve-ci-e2e-test
    resourceVersion: "26794"
    uid: 6165c1dc-73a5-4bda-8a8e-7058f38c1dfe
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T04:26:28.706334Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-fe3cee-predictor-68445845fd-796xc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23986"
    uid: eeac5670-9986-4fe1-8ee5-a4bf924fbb2e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-fe3cee-predictor-68445845fd-796xc
    to ip-10-0-134-15.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T04:26:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T04:26:28Z"
    name: isvc-primary-fe3cee-predictor-68445845fd-796xc.18a844b307157e30
    namespace: kserve-ci-e2e-test
    resourceVersion: "23990"
    uid: 07ec5f39-ebbe-452c-90f4-b09ecdd0d6a8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c5667b7d6-xznfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:26:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-fe3cee-predictor-68445845fd-796xc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23996"
    uid: eeac5670-9986-4fe1-8ee5-a4bf924fbb2e
  kind: Event
  lastTimestamp: "2026-04-21T04:26:29Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T04:26:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T04:26:29Z"
    name: isvc-primary-fe3cee-predictor-68445845fd-796xc.18a844b3201c0cb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24004"
    uid: a7c212e9-cf5b-4ef4-8b69-1db762747185
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:26:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-fe3cee-predictor-68445845fd-796xc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23988"
    uid: eeac5670-9986-4fe1-8ee5-a4bf924fbb2e
  kind: Event
  lastTimestamp: "2026-04-21T04:26:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:26:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:26:29Z"
    name: isvc-primary-fe3cee-predictor-68445845fd-796xc.18a844b3218ee261
    namespace: kserve-ci-e2e-test
    resourceVersion: "24006"
    uid: fc5c8255-ddf8-4414-b178-ec7425a3f5e6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:26:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-fe3cee-predictor-68445845fd-796xc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23988"
    uid: eeac5670-9986-4fe1-8ee5-a4bf924fbb2e
  kind: Event
  lastTimestamp: "2026-04-21T04:26:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T04:26:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:26:29Z"
    name: isvc-primary-fe3cee-predictor-68445845fd-796xc.18a844b32465de29
    namespace: kserve-ci-e2e-test
    resourceVersion: "24007"
    uid: 6b99c132-6f87-4e17-92aa-0b4aae797789
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:26:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-fe3cee-predictor-68445845fd-796xc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23988"
    uid: eeac5670-9986-4fe1-8ee5-a4bf924fbb2e
  kind: Event
  lastTimestamp: "2026-04-21T04:26:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T04:26:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:26:29Z"
    name: isvc-primary-fe3cee-predictor-68445845fd-796xc.18a844b324d563f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24008"
    uid: b58d5109-3386-4d37-a827-247c6af61515
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:26:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-fe3cee-predictor-68445845fd-796xc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23988"
    uid: eeac5670-9986-4fe1-8ee5-a4bf924fbb2e
  kind: Event
  lastTimestamp: "2026-04-21T04:26:33Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:26:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:26:33Z"
    name: isvc-primary-fe3cee-predictor-68445845fd-796xc.18a844b40d184fd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24045"
    uid: c28f880d-4b77-494b-8e45-c7cf4c05644d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:26:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-fe3cee-predictor-68445845fd-796xc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23988"
    uid: eeac5670-9986-4fe1-8ee5-a4bf924fbb2e
  kind: Event
  lastTimestamp: "2026-04-21T04:26:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T04:26:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:26:33Z"
    name: isvc-primary-fe3cee-predictor-68445845fd-796xc.18a844b4109905aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "24051"
    uid: 20f65a65-bacf-4085-b7a3-c8a086ab964c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:26:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-fe3cee-predictor-68445845fd-796xc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23988"
    uid: eeac5670-9986-4fe1-8ee5-a4bf924fbb2e
  kind: Event
  lastTimestamp: "2026-04-21T04:26:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:26:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:26:33Z"
    name: isvc-primary-fe3cee-predictor-68445845fd-796xc.18a844b41108dafb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24052"
    uid: af175aa1-0b5b-4252-aba9-d87b4d644902
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:26:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-fe3cee-predictor-68445845fd-796xc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23988"
    uid: eeac5670-9986-4fe1-8ee5-a4bf924fbb2e
  kind: Event
  lastTimestamp: "2026-04-21T04:26:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:26:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:26:33Z"
    name: isvc-primary-fe3cee-predictor-68445845fd-796xc.18a844b4111715e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24053"
    uid: d6f4774d-c327-431d-ae8c-5acbd978547d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:26:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-fe3cee-predictor-68445845fd-796xc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23988"
    uid: eeac5670-9986-4fe1-8ee5-a4bf924fbb2e
  kind: Event
  lastTimestamp: "2026-04-21T04:26:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-21T04:26:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:26:33Z"
    name: isvc-primary-fe3cee-predictor-68445845fd-796xc.18a844b413d8755e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24055"
    uid: 18607ba7-549f-405a-8510-c84f5d8ef613
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:26:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-fe3cee-predictor-68445845fd-796xc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23988"
    uid: eeac5670-9986-4fe1-8ee5-a4bf924fbb2e
  kind: Event
  lastTimestamp: "2026-04-21T04:26:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:26:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:26:33Z"
    name: isvc-primary-fe3cee-predictor-68445845fd-796xc.18a844b41448c2b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24056"
    uid: 7fe2a14c-e239-4a67-8e38-160bd7f67571
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-21T04:26:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-fe3cee-predictor-68445845fd-796xc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23988"
    uid: eeac5670-9986-4fe1-8ee5-a4bf924fbb2e
  kind: Event
  lastTimestamp: "2026-04-21T04:27:30Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T04:26:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:27:30Z"
    name: isvc-primary-fe3cee-predictor-68445845fd-796xc.18a844b44920fe04
    namespace: kserve-ci-e2e-test
    resourceVersion: "24452"
    uid: 2f21b7d4-d44e-45d3-b543-5721b559dd4e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:28:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-fe3cee-predictor-68445845fd-796xc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23988"
    uid: eeac5670-9986-4fe1-8ee5-a4bf924fbb2e
  kind: Event
  lastTimestamp: "2026-04-21T04:28:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:28:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:28:04Z"
    name: isvc-primary-fe3cee-predictor-68445845fd-796xc.18a844c9710a4c69
    namespace: kserve-ci-e2e-test
    resourceVersion: "24825"
    uid: e65db0a7-1982-4fcb-981b-f4e59f7c601d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:28:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-fe3cee-predictor-68445845fd-796xc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23988"
    uid: eeac5670-9986-4fe1-8ee5-a4bf924fbb2e
  kind: Event
  lastTimestamp: "2026-04-21T04:28:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:28:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:28:04Z"
    name: isvc-primary-fe3cee-predictor-68445845fd-796xc.18a844c9710b5efd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24828"
    uid: 7aaa2724-d580-4e74-8b64-42280fd3eeda
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:28:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-fe3cee-predictor-68445845fd-796xc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23988"
    uid: eeac5670-9986-4fe1-8ee5-a4bf924fbb2e
  kind: Event
  lastTimestamp: "2026-04-21T04:28:05Z"
  message: 'Readiness probe failed: Get "https://10.132.0.37:8643/healthz": dial tcp
    10.132.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-21T04:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:28:05Z"
    name: isvc-primary-fe3cee-predictor-68445845fd-796xc.18a844c9794abb4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24858"
    uid: ab21e20d-a96d-41a2-9a00-1cc131bbd496
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:26:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-fe3cee-predictor-68445845fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23976"
    uid: 420b6ec8-d660-4dc9-838c-b3222576c3af
  kind: Event
  lastTimestamp: "2026-04-21T04:26:28Z"
  message: 'Created pod: isvc-primary-fe3cee-predictor-68445845fd-796xc'
  metadata:
    creationTimestamp: "2026-04-21T04:26:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:26:28Z"
    name: isvc-primary-fe3cee-predictor-68445845fd.18a844b306a2a984
    namespace: kserve-ci-e2e-test
    resourceVersion: "23987"
    uid: 1209b7c6-fc4d-404b-9e1b-167404f8b3ac
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:26:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-fe3cee-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23973"
    uid: 31386439-4230-4b7f-8aff-7533563f7003
  kind: Event
  lastTimestamp: "2026-04-21T04:26:28Z"
  message: Scaled up replica set isvc-primary-fe3cee-predictor-68445845fd from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-21T04:26:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:26:28Z"
    name: isvc-primary-fe3cee-predictor.18a844b302619044
    namespace: kserve-ci-e2e-test
    resourceVersion: "23978"
    uid: b56a40df-5750-44c9-bbcf-2cf0bfabb8da
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:26:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-fe3cee-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23977"
    uid: 8cfb1ab8-5759-48ba-ab09-cc9f7b3ba21f
  kind: Event
  lastTimestamp: "2026-04-21T04:26:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:26:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:26:43Z"
    name: isvc-primary-fe3cee-predictor.18a844b6821048ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "24132"
    uid: f2c6cf70-014c-45f4-ab7d-9ccaae0dcd8c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:26:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-fe3cee-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23977"
    uid: 8cfb1ab8-5759-48ba-ab09-cc9f7b3ba21f
  kind: Event
  lastTimestamp: "2026-04-21T04:26:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:26:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:26:43Z"
    name: isvc-primary-fe3cee-predictor.18a844b682c41f0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24133"
    uid: 30eeb366-6e32-422c-9c1d-0e284bcd5abb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-21T04:26:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-fe3cee-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24131"
    uid: 8cfb1ab8-5759-48ba-ab09-cc9f7b3ba21f
  kind: Event
  lastTimestamp: "2026-04-21T04:27:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:26:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:27:58Z"
    name: isvc-primary-fe3cee-predictor.18a844ba01cd0291
    namespace: kserve-ci-e2e-test
    resourceVersion: "24724"
    uid: 0c81d381-2563-4f58-bbd4-3ec5d25994f2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-21T04:26:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-fe3cee-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24131"
    uid: 8cfb1ab8-5759-48ba-ab09-cc9f7b3ba21f
  kind: Event
  lastTimestamp: "2026-04-21T04:27:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:26:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:27:58Z"
    name: isvc-primary-fe3cee-predictor.18a844ba022c14fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24725"
    uid: 55f42eb4-934e-487e-b8e0-f55980022bb9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-21T04:26:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-fe3cee
    namespace: kserve-ci-e2e-test
    resourceVersion: "23945"
    uid: 86c2f445-f2e2-488f-8ff7-477a0a8cffec
  kind: Event
  lastTimestamp: "2026-04-21T04:27:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T04:26:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:27:40Z"
    name: isvc-primary-fe3cee.18a844b3026dbc0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24536"
    uid: 056bd704-b2b5-46f6-b5c5-51dfb620b093
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:26:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-fe3cee
    namespace: kserve-ci-e2e-test
    resourceVersion: "23945"
    uid: 86c2f445-f2e2-488f-8ff7-477a0a8cffec
  kind: Event
  lastTimestamp: "2026-04-21T04:26:28Z"
  message: 'Failed to update status for InferenceService "isvc-primary-fe3cee": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-fe3cee":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T04:26:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:26:28Z"
    name: isvc-primary-fe3cee.18a844b302f49899
    namespace: kserve-ci-e2e-test
    resourceVersion: "23995"
    uid: 2fa286a6-37e6-4e34-aeb3-88377c8f47ae
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:26:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-fe3cee
    namespace: kserve-ci-e2e-test
    resourceVersion: "23945"
    uid: 86c2f445-f2e2-488f-8ff7-477a0a8cffec
  kind: Event
  lastTimestamp: "2026-04-21T04:26:28Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-fe3cee": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-21T04:26:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:26:28Z"
    name: isvc-primary-fe3cee.18a844b302f4ead3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23997"
    uid: df5045a3-31d6-4b3a-aff9-e0b3af7a96d5
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:27:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-fe3cee
    namespace: kserve-ci-e2e-test
    resourceVersion: "24532"
    uid: 86c2f445-f2e2-488f-8ff7-477a0a8cffec
  kind: Event
  lastTimestamp: "2026-04-21T04:27:40Z"
  message: InferenceService [isvc-primary-fe3cee] is Ready
  metadata:
    creationTimestamp: "2026-04-21T04:27:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:27:40Z"
    name: isvc-primary-fe3cee.18a844c3abdb7190
    namespace: kserve-ci-e2e-test
    resourceVersion: "24534"
    uid: 5e82c65a-9a48-4046-aaf8-66a4fc89bb42
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T04:27:48.864767Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-fe3cee-predictor-6f89d8576f-gchhk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24624"
    uid: 873c62a2-2d37-4b57-829b-a0da752f3afe
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-fe3cee-predictor-6f89d8576f-gchhk
    to ip-10-0-134-15.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T04:27:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T04:27:48Z"
    name: isvc-secondary-fe3cee-predictor-6f89d8576f-gchhk.18a844c5b0e60941
    namespace: kserve-ci-e2e-test
    resourceVersion: "24629"
    uid: 6d579184-a508-4417-8bfb-a01727dd535c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c5667b7d6-xznfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:27:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-fe3cee-predictor-6f89d8576f-gchhk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24626"
    uid: 873c62a2-2d37-4b57-829b-a0da752f3afe
  kind: Event
  lastTimestamp: "2026-04-21T04:27:49Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-secondary-fe3cee-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-21T04:27:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:27:49Z"
    name: isvc-secondary-fe3cee-predictor-6f89d8576f-gchhk.18a844c5bb008c33
    namespace: kserve-ci-e2e-test
    resourceVersion: "24639"
    uid: c04be909-6eab-4c17-9f2a-92bb517fd446
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:27:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-fe3cee-predictor-6f89d8576f-gchhk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24633"
    uid: 873c62a2-2d37-4b57-829b-a0da752f3afe
  kind: Event
  lastTimestamp: "2026-04-21T04:27:49Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T04:27:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T04:27:49Z"
    name: isvc-secondary-fe3cee-predictor-6f89d8576f-gchhk.18a844c5edb7aee0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24648"
    uid: 45a32f8d-2c0f-4273-804a-454b0910e1c0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:27:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-fe3cee-predictor-6f89d8576f-gchhk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24626"
    uid: 873c62a2-2d37-4b57-829b-a0da752f3afe
  kind: Event
  lastTimestamp: "2026-04-21T04:27:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:27:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:27:54Z"
    name: isvc-secondary-fe3cee-predictor-6f89d8576f-gchhk.18a844c5ef0a1b39
    namespace: kserve-ci-e2e-test
    resourceVersion: "24689"
    uid: 0c055944-efe9-446c-b379-c67d12b38518
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:27:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-fe3cee-predictor-6f89d8576f-gchhk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24626"
    uid: 873c62a2-2d37-4b57-829b-a0da752f3afe
  kind: Event
  lastTimestamp: "2026-04-21T04:27:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T04:27:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:27:54Z"
    name: isvc-secondary-fe3cee-predictor-6f89d8576f-gchhk.18a844c5f1ce2ac8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24693"
    uid: a8556256-c86d-4d8b-998c-e95448045800
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:27:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-fe3cee-predictor-6f89d8576f-gchhk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24626"
    uid: 873c62a2-2d37-4b57-829b-a0da752f3afe
  kind: Event
  lastTimestamp: "2026-04-21T04:27:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T04:27:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:27:54Z"
    name: isvc-secondary-fe3cee-predictor-6f89d8576f-gchhk.18a844c5f246296f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24694"
    uid: 6769dfea-5e6a-4818-81bf-ed7af1f45779
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:27:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-fe3cee-predictor-6f89d8576f-gchhk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24626"
    uid: 873c62a2-2d37-4b57-829b-a0da752f3afe
  kind: Event
  lastTimestamp: "2026-04-21T04:27:59Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-fe3cee-predictor-6f89d8576f-gchhk_kserve-ci-e2e-test(873c62a2-2d37-4b57-829b-a0da752f3afe)
  metadata:
    creationTimestamp: "2026-04-21T04:27:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:27:59Z"
    name: isvc-secondary-fe3cee-predictor-6f89d8576f-gchhk.18a844c8228e8a34
    namespace: kserve-ci-e2e-test
    resourceVersion: "24732"
    uid: ac7fd50b-2d08-4185-bb81-c395e58997bc
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:27:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-fe3cee-predictor-6f89d8576f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24615"
    uid: 14e816bb-ad16-430d-8c26-18ccebf0bf61
  kind: Event
  lastTimestamp: "2026-04-21T04:27:48Z"
  message: 'Created pod: isvc-secondary-fe3cee-predictor-6f89d8576f-gchhk'
  metadata:
    creationTimestamp: "2026-04-21T04:27:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:27:48Z"
    name: isvc-secondary-fe3cee-predictor-6f89d8576f.18a844c5b050ce60
    namespace: kserve-ci-e2e-test
    resourceVersion: "24625"
    uid: 97133f42-71e6-47b4-b846-355dae8fa1b2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:27:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-fe3cee-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24613"
    uid: 1a541fb9-f5e3-4577-9483-401751a85a0b
  kind: Event
  lastTimestamp: "2026-04-21T04:27:48Z"
  message: Scaled up replica set isvc-secondary-fe3cee-predictor-6f89d8576f from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-21T04:27:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:27:48Z"
    name: isvc-secondary-fe3cee-predictor.18a844c5ad560ec4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24617"
    uid: ca07ca26-2265-4689-a3d1-4fee99227c09
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:28:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-fe3cee-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24614"
    uid: acae51bd-70ed-488d-b930-cd59cf032f57
  kind: Event
  lastTimestamp: "2026-04-21T04:28:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:28:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:28:03Z"
    name: isvc-secondary-fe3cee-predictor.18a844c92bdebdcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24769"
    uid: 39e7978f-eae5-46d2-a9d5-62188bf47dd7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:28:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-fe3cee-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24614"
    uid: acae51bd-70ed-488d-b930-cd59cf032f57
  kind: Event
  lastTimestamp: "2026-04-21T04:28:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:28:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:28:03Z"
    name: isvc-secondary-fe3cee-predictor.18a844c92c3efa1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24771"
    uid: af18b915-eea3-4076-9242-cc71a6b3e770
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-21T04:27:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-fe3cee
    namespace: kserve-ci-e2e-test
    resourceVersion: "24604"
    uid: be860c05-490b-427a-8229-26ce5013025a
  kind: Event
  lastTimestamp: "2026-04-21T04:28:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T04:27:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:28:00Z"
    name: isvc-secondary-fe3cee.18a844c5ad30cbb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24750"
    uid: 8e0e61b5-ca2a-4231-a8c5-a793d1e8b5b4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:27:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-fe3cee
    namespace: kserve-ci-e2e-test
    resourceVersion: "24604"
    uid: be860c05-490b-427a-8229-26ce5013025a
  kind: Event
  lastTimestamp: "2026-04-21T04:27:48Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-fe3cee":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-fe3cee":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T04:27:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:27:48Z"
    name: isvc-secondary-fe3cee.18a844c5ad89df20
    namespace: kserve-ci-e2e-test
    resourceVersion: "24635"
    uid: b5dd6c76-a7dd-4a97-929e-658152d0fe4f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:27:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-fe3cee
    namespace: kserve-ci-e2e-test
    resourceVersion: "24604"
    uid: be860c05-490b-427a-8229-26ce5013025a
  kind: Event
  lastTimestamp: "2026-04-21T04:27:48Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-fe3cee": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-21T04:27:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:27:48Z"
    name: isvc-secondary-fe3cee.18a844c5ad8a42cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24636"
    uid: 6c6c0261-b6b7-4bd9-80d0-fad61f4068f1
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T04:06:48.390181Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-jgg2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14236"
    uid: 6a8605b0-143b-4fc4-8053-a54718ec065f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-ccbd696dd-jgg2v
    to ip-10-0-134-15.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T04:06:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T04:06:48Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-jgg2v.18a843a036c24731
    namespace: kserve-ci-e2e-test
    resourceVersion: "14241"
    uid: fb72d2b0-48ad-417e-b0c1-fe394ae9c643
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c5667b7d6-xznfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:06:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-jgg2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14246"
    uid: 6a8605b0-143b-4fc4-8053-a54718ec065f
  kind: Event
  lastTimestamp: "2026-04-21T04:06:48Z"
  message: Add eth0 [10.132.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T04:06:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T04:06:48Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-jgg2v.18a843a04fafe664
    namespace: kserve-ci-e2e-test
    resourceVersion: "14254"
    uid: 2234e01c-348a-4c91-af1d-3b6fc1e6fe4e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:06:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-jgg2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14238"
    uid: 6a8605b0-143b-4fc4-8053-a54718ec065f
  kind: Event
  lastTimestamp: "2026-04-21T04:06:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:06:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:06:48Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-jgg2v.18a843a05135a787
    namespace: kserve-ci-e2e-test
    resourceVersion: "14256"
    uid: 69252c28-8ac6-4da7-b913-290caa10e244
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:06:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-jgg2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14238"
    uid: 6a8605b0-143b-4fc4-8053-a54718ec065f
  kind: Event
  lastTimestamp: "2026-04-21T04:06:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T04:06:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:06:48Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-jgg2v.18a843a053d46acf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14257"
    uid: b2f75bc8-5b81-42b3-9999-337b9d8a08d9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:06:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-jgg2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14238"
    uid: 6a8605b0-143b-4fc4-8053-a54718ec065f
  kind: Event
  lastTimestamp: "2026-04-21T04:06:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T04:06:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:06:48Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-jgg2v.18a843a05441f77f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14258"
    uid: 5fc36c26-a6c8-4d0d-9ed9-45de3d36b12a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:06:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-jgg2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14238"
    uid: 6a8605b0-143b-4fc4-8053-a54718ec065f
  kind: Event
  lastTimestamp: "2026-04-21T04:06:53Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:06:53Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-jgg2v.18a843a1736d04c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14305"
    uid: 16615c51-0c19-4ae0-a45d-de3fc71eb1e7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:06:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-jgg2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14238"
    uid: 6a8605b0-143b-4fc4-8053-a54718ec065f
  kind: Event
  lastTimestamp: "2026-04-21T04:06:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T04:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:06:53Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-jgg2v.18a843a1768136e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14309"
    uid: 2db993f0-f607-4b63-b129-ed04a8901d2d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:06:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-jgg2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14238"
    uid: 6a8605b0-143b-4fc4-8053-a54718ec065f
  kind: Event
  lastTimestamp: "2026-04-21T04:06:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:06:53Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-jgg2v.18a843a176ef9171
    namespace: kserve-ci-e2e-test
    resourceVersion: "14311"
    uid: 14cc4a47-b11a-45e1-8b6a-f1e2db549bc7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:06:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-jgg2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14238"
    uid: 6a8605b0-143b-4fc4-8053-a54718ec065f
  kind: Event
  lastTimestamp: "2026-04-21T04:06:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:06:53Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-jgg2v.18a843a176fb6fbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14312"
    uid: e87a0f3a-2236-424c-997c-95d4ecf44a5e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:06:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-jgg2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14238"
    uid: 6a8605b0-143b-4fc4-8053-a54718ec065f
  kind: Event
  lastTimestamp: "2026-04-21T04:06:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-21T04:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:06:53Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-jgg2v.18a843a1798ec90d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14314"
    uid: e32836cb-6804-4f09-9e6e-4c19529d38c6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:06:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-jgg2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14238"
    uid: 6a8605b0-143b-4fc4-8053-a54718ec065f
  kind: Event
  lastTimestamp: "2026-04-21T04:06:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:06:53Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-jgg2v.18a843a179fd6b4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14315"
    uid: bedb6d1b-e38f-444a-9366-7c8254396ef0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:06:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-jgg2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14238"
    uid: 6a8605b0-143b-4fc4-8053-a54718ec065f
  kind: Event
  lastTimestamp: "2026-04-21T04:06:53Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:04387bc02593a57a59970799a98bb0f0c4351f10f0912ba6f376f88063c848eb"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:06:53Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-jgg2v.18a843a17a0ba1ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "14316"
    uid: aa79a7a3-176c-4ea2-87d8-3ec41e5a9d17
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:06:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-jgg2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14238"
    uid: 6a8605b0-143b-4fc4-8053-a54718ec065f
  kind: Event
  lastTimestamp: "2026-04-21T04:06:53Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-21T04:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:06:53Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-jgg2v.18a843a17d4f24a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14318"
    uid: cd00958f-3ae1-4c70-9354-63a9a10f188a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:06:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-jgg2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14238"
    uid: 6a8605b0-143b-4fc4-8053-a54718ec065f
  kind: Event
  lastTimestamp: "2026-04-21T04:06:53Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-21T04:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:06:53Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-jgg2v.18a843a17dba7456
    namespace: kserve-ci-e2e-test
    resourceVersion: "14319"
    uid: 5ac930cc-a723-424b-9b0a-f9bc1c59f8a8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-21T04:06:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-jgg2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14238"
    uid: 6a8605b0-143b-4fc4-8053-a54718ec065f
  kind: Event
  lastTimestamp: "2026-04-21T04:08:30Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.22:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T04:06:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:08:30Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-jgg2v.18a843a1af565550
    namespace: kserve-ci-e2e-test
    resourceVersion: "15119"
    uid: 72c36354-8f9b-4c47-ac5d-272bd20b8334
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-21T04:06:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-jgg2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14238"
    uid: 6a8605b0-143b-4fc4-8053-a54718ec065f
  kind: Event
  lastTimestamp: "2026-04-21T04:08:30Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-21T04:06:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:08:30Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-jgg2v.18a843a1af5f3137
    namespace: kserve-ci-e2e-test
    resourceVersion: "15120"
    uid: b4d80826-bcc2-427c-92d0-0667706afee2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:08:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-jgg2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14238"
    uid: 6a8605b0-143b-4fc4-8053-a54718ec065f
  kind: Event
  lastTimestamp: "2026-04-21T04:08:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:08:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:08:13Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-jgg2v.18a843b4045bda10
    namespace: kserve-ci-e2e-test
    resourceVersion: "14936"
    uid: 8cc5106b-770c-458b-b545-e8e5503e6add
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:08:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-jgg2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14238"
    uid: 6a8605b0-143b-4fc4-8053-a54718ec065f
  kind: Event
  lastTimestamp: "2026-04-21T04:08:13Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-21T04:08:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:08:13Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-jgg2v.18a843b4045c3979
    namespace: kserve-ci-e2e-test
    resourceVersion: "14934"
    uid: eaae5040-e863-4aaf-a312-754c8610b750
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:08:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-jgg2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14238"
    uid: 6a8605b0-143b-4fc4-8053-a54718ec065f
  kind: Event
  lastTimestamp: "2026-04-21T04:08:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:08:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:08:13Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-jgg2v.18a843b4045cee7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14939"
    uid: 33620c42-7aa4-4af5-9a3e-b92479b8b202
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-21T04:08:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-jgg2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14238"
    uid: 6a8605b0-143b-4fc4-8053-a54718ec065f
  kind: Event
  lastTimestamp: "2026-04-21T04:08:35Z"
  message: 'Readiness probe failed: Get "https://10.132.0.22:8643/healthz": dial tcp
    10.132.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-21T04:08:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:08:35Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-jgg2v.18a843b48b7221f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15209"
    uid: d8ae704f-151c-42c2-82cb-6841b1ede32c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:06:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14223"
    uid: 5bcecb8e-f080-4670-978d-38582a209bd7
  kind: Event
  lastTimestamp: "2026-04-21T04:06:48Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-ccbd696dd-jgg2v'
  metadata:
    creationTimestamp: "2026-04-21T04:06:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:06:48Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd.18a843a0365c244b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14237"
    uid: 4215293b-3418-4b48-a137-bdbb9e6fa3bb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:06:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14219"
    uid: 020c9afb-e3d4-4b3a-a7b7-6ca5ee3b8f3b
  kind: Event
  lastTimestamp: "2026-04-21T04:06:48Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-ccbd696dd from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-21T04:06:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:06:48Z"
    name: isvc-sklearn-batcher-custom-predictor.18a843a0319ef2d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14225"
    uid: 99ceb228-55e4-45a6-a25f-30066a4be286
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T04:07:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14222"
    uid: db481bb7-6a88-4d8c-8c00-27f7e18d09fc
  kind: Event
  lastTimestamp: "2026-04-21T04:07:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:07:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:07:33Z"
    name: isvc-sklearn-batcher-custom-predictor.18a843a3b08272a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14614"
    uid: 3276dd5c-bdea-4119-b70a-02c4da1007a6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T04:07:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14222"
    uid: db481bb7-6a88-4d8c-8c00-27f7e18d09fc
  kind: Event
  lastTimestamp: "2026-04-21T04:07:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:07:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:07:33Z"
    name: isvc-sklearn-batcher-custom-predictor.18a843a3b0dccc9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14615"
    uid: 1850d1ad-ce24-4a45-8d27-2bc0983d1ba5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:07:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14395"
    uid: db481bb7-6a88-4d8c-8c00-27f7e18d09fc
  kind: Event
  lastTimestamp: "2026-04-21T04:08:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:07:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:08:03Z"
    name: isvc-sklearn-batcher-custom-predictor.18a843ae2d474e6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14839"
    uid: e2ab124a-0878-4b52-bab1-16e8e82ac2c3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:07:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14395"
    uid: db481bb7-6a88-4d8c-8c00-27f7e18d09fc
  kind: Event
  lastTimestamp: "2026-04-21T04:08:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:07:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:08:03Z"
    name: isvc-sklearn-batcher-custom-predictor.18a843ae2da26566
    namespace: kserve-ci-e2e-test
    resourceVersion: "14840"
    uid: c4b0de4a-5f01-445d-94f6-dc6b58157427
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-21T04:06:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14192"
    uid: d4e313e9-7840-4868-8e1e-00c727a1617a
  kind: Event
  lastTimestamp: "2026-04-21T04:08:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T04:06:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:08:00Z"
    name: isvc-sklearn-batcher-custom.18a843a031883b60
    namespace: kserve-ci-e2e-test
    resourceVersion: "14818"
    uid: 831f8df0-20df-4fbd-afbc-79620690f6fb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:06:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14192"
    uid: d4e313e9-7840-4868-8e1e-00c727a1617a
  kind: Event
  lastTimestamp: "2026-04-21T04:06:48Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T04:06:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:06:48Z"
    name: isvc-sklearn-batcher-custom.18a843a03202bb8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14244"
    uid: 1a7a494e-81b1-4077-a3eb-22e8aebc2902
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:06:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14203"
    uid: d4e313e9-7840-4868-8e1e-00c727a1617a
  kind: Event
  lastTimestamp: "2026-04-21T04:06:48Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-21T04:06:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:06:48Z"
    name: isvc-sklearn-batcher-custom.18a843a0370eee0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14247"
    uid: c875f335-2f36-467e-ad68-dfa68d7c6afb
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:08:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14816"
    uid: d4e313e9-7840-4868-8e1e-00c727a1617a
  kind: Event
  lastTimestamp: "2026-04-21T04:08:00Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-04-21T04:08:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:08:00Z"
    name: isvc-sklearn-batcher-custom.18a843b1131197d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14817"
    uid: 1a6c20ff-952c-4871-80c2-de9c3e7cbc4c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T04:05:03.168354Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-k2qvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "13387"
    uid: 213f870a-9cea-44a6-a0ef-057957323d2c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-6c75bdff6f-k2qvp
    to ip-10-0-134-15.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T04:05:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T04:05:03Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-k2qvp.18a84387b70cebd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "13393"
    uid: b0613386-507e-4e38-aaec-a5f2cea4a900
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c5667b7d6-xznfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:05:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-k2qvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "13398"
    uid: 213f870a-9cea-44a6-a0ef-057957323d2c
  kind: Event
  lastTimestamp: "2026-04-21T04:05:03Z"
  message: Add eth0 [10.132.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T04:05:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T04:05:03Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-k2qvp.18a84387d005473a
    namespace: kserve-ci-e2e-test
    resourceVersion: "13409"
    uid: 8eb22d41-8267-4a1f-a493-cccd29d15185
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:05:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-k2qvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "13390"
    uid: 213f870a-9cea-44a6-a0ef-057957323d2c
  kind: Event
  lastTimestamp: "2026-04-21T04:05:03Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
  metadata:
    creationTimestamp: "2026-04-21T04:05:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:05:03Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-k2qvp.18a84387d14d4b34
    namespace: kserve-ci-e2e-test
    resourceVersion: "13411"
    uid: 9190ee0b-54f5-4326-ba1d-56641a0d5aa4
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:05:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-k2qvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "13390"
    uid: 213f870a-9cea-44a6-a0ef-057957323d2c
  kind: Event
  lastTimestamp: "2026-04-21T04:05:07Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    in 4.07s (4.07s including waiting). Image size: 300951977 bytes.'
  metadata:
    creationTimestamp: "2026-04-21T04:05:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:05:07Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-k2qvp.18a84388c3edb549
    namespace: kserve-ci-e2e-test
    resourceVersion: "13446"
    uid: 13ee476b-01c7-4661-874c-1380137ab818
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:05:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-k2qvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "13390"
    uid: 213f870a-9cea-44a6-a0ef-057957323d2c
  kind: Event
  lastTimestamp: "2026-04-21T04:05:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T04:05:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:05:07Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-k2qvp.18a84388c75b33c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13447"
    uid: 6d594492-75cc-4e8b-9bd9-a6550fbfa5a0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:05:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-k2qvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "13390"
    uid: 213f870a-9cea-44a6-a0ef-057957323d2c
  kind: Event
  lastTimestamp: "2026-04-21T04:05:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T04:05:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:05:07Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-k2qvp.18a84388c7caaade
    namespace: kserve-ci-e2e-test
    resourceVersion: "13448"
    uid: 1a900e26-7bd7-4fcf-86d2-17a43c4023aa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:05:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-k2qvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "13390"
    uid: 213f870a-9cea-44a6-a0ef-057957323d2c
  kind: Event
  lastTimestamp: "2026-04-21T04:05:12Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
  metadata:
    creationTimestamp: "2026-04-21T04:05:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:05:12Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-k2qvp.18a84389dd53e749
    namespace: kserve-ci-e2e-test
    resourceVersion: "13487"
    uid: cd41260e-8bb2-45d2-a29a-059cf1dcb829
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:05:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-k2qvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "13390"
    uid: 213f870a-9cea-44a6-a0ef-057957323d2c
  kind: Event
  lastTimestamp: "2026-04-21T04:05:25Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    in 13.166s (13.166s including waiting). Image size: 1560610738 bytes.'
  metadata:
    creationTimestamp: "2026-04-21T04:05:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:05:25Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-k2qvp.18a8438cee2424bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "13579"
    uid: 7c1265bb-9a84-499c-933e-c1f87e063a77
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:05:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-k2qvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "13390"
    uid: 213f870a-9cea-44a6-a0ef-057957323d2c
  kind: Event
  lastTimestamp: "2026-04-21T04:05:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T04:05:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:05:25Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-k2qvp.18a8438cf135a7e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "13580"
    uid: af790abb-5df5-44b3-b626-be186f2f78f4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:05:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-k2qvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "13390"
    uid: 213f870a-9cea-44a6-a0ef-057957323d2c
  kind: Event
  lastTimestamp: "2026-04-21T04:05:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:05:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:05:25Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-k2qvp.18a8438cf1a3d511
    namespace: kserve-ci-e2e-test
    resourceVersion: "13581"
    uid: dcac2eef-7e2e-42cf-9c5c-fdb843fd743b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:05:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-k2qvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "13390"
    uid: 213f870a-9cea-44a6-a0ef-057957323d2c
  kind: Event
  lastTimestamp: "2026-04-21T04:05:25Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-04-21T04:05:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:05:25Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-k2qvp.18a8438cf1afdc9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13582"
    uid: 8559f75a-c93a-4d04-bce2-6f0e161395dc
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:05:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-k2qvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "13390"
    uid: 213f870a-9cea-44a6-a0ef-057957323d2c
  kind: Event
  lastTimestamp: "2026-04-21T04:05:28Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.501s (2.501s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-04-21T04:05:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:05:28Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-k2qvp.18a8438d86c6d6c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "13602"
    uid: f6078951-52bc-4a8d-bb39-dcefec08ebc5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:05:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-k2qvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "13390"
    uid: 213f870a-9cea-44a6-a0ef-057957323d2c
  kind: Event
  lastTimestamp: "2026-04-21T04:05:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-21T04:05:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:05:28Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-k2qvp.18a8438d898b35c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "13604"
    uid: 265d7cfb-b260-4c4c-8611-1bc610aa60cb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:05:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-k2qvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "13390"
    uid: 213f870a-9cea-44a6-a0ef-057957323d2c
  kind: Event
  lastTimestamp: "2026-04-21T04:05:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:05:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:05:28Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-k2qvp.18a8438d89fab6b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "13605"
    uid: bd35e241-b605-49b4-a295-808e9d22838a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:05:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-k2qvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "13390"
    uid: 213f870a-9cea-44a6-a0ef-057957323d2c
  kind: Event
  lastTimestamp: "2026-04-21T04:05:28Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:04387bc02593a57a59970799a98bb0f0c4351f10f0912ba6f376f88063c848eb"
  metadata:
    creationTimestamp: "2026-04-21T04:05:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:05:28Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-k2qvp.18a8438d8a07cd05
    namespace: kserve-ci-e2e-test
    resourceVersion: "13606"
    uid: a5b9f940-f4c2-4751-8c6c-5c66ff953582
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:05:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-k2qvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "13390"
    uid: 213f870a-9cea-44a6-a0ef-057957323d2c
  kind: Event
  lastTimestamp: "2026-04-21T04:05:31Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:04387bc02593a57a59970799a98bb0f0c4351f10f0912ba6f376f88063c848eb"
    in 3.005s (3.005s including waiting). Image size: 237897292 bytes.'
  metadata:
    creationTimestamp: "2026-04-21T04:05:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:05:31Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-k2qvp.18a8438e3d2ae410
    namespace: kserve-ci-e2e-test
    resourceVersion: "13626"
    uid: e02ad73d-51eb-48b9-ad3b-7fc16f5abbab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:05:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-k2qvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "13390"
    uid: 213f870a-9cea-44a6-a0ef-057957323d2c
  kind: Event
  lastTimestamp: "2026-04-21T04:05:31Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-21T04:05:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:05:31Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-k2qvp.18a8438e40708c3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "13627"
    uid: d5dc1e9f-0d1e-41fd-b86f-b0428a8b65d1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:05:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-k2qvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "13390"
    uid: 213f870a-9cea-44a6-a0ef-057957323d2c
  kind: Event
  lastTimestamp: "2026-04-21T04:05:31Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-21T04:05:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:05:31Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-k2qvp.18a8438e40deabdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "13628"
    uid: f164bde9-c6a4-4355-b266-ed705690e94d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-21T04:05:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-k2qvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "13390"
    uid: 213f870a-9cea-44a6-a0ef-057957323d2c
  kind: Event
  lastTimestamp: "2026-04-21T04:07:05Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T04:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:07:05Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-k2qvp.18a8438e89babcc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14412"
    uid: 0bad3d70-9eb1-491a-bcfe-a976d5a0540f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-21T04:05:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-k2qvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "13390"
    uid: 213f870a-9cea-44a6-a0ef-057957323d2c
  kind: Event
  lastTimestamp: "2026-04-21T04:06:55Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-21T04:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:06:55Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-k2qvp.18a8438e89caa20c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14335"
    uid: 3bcec23b-be00-41c5-8a92-fbc38f5221a1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:06:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-k2qvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "13390"
    uid: 213f870a-9cea-44a6-a0ef-057957323d2c
  kind: Event
  lastTimestamp: "2026-04-21T04:06:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:06:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:06:48Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-k2qvp.18a843a030197214
    namespace: kserve-ci-e2e-test
    resourceVersion: "14216"
    uid: d505860c-e184-4066-835c-c7c45e8bd4a2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:06:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-k2qvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "13390"
    uid: 213f870a-9cea-44a6-a0ef-057957323d2c
  kind: Event
  lastTimestamp: "2026-04-21T04:06:48Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-21T04:06:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:06:48Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-k2qvp.18a843a03019ceaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14220"
    uid: b053856c-d9bb-4ed9-aff1-76eb80d3dea2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:06:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-k2qvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "13390"
    uid: 213f870a-9cea-44a6-a0ef-057957323d2c
  kind: Event
  lastTimestamp: "2026-04-21T04:06:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:06:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:06:48Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-k2qvp.18a843a03019fd30
    namespace: kserve-ci-e2e-test
    resourceVersion: "14221"
    uid: 9466b815-1401-4d5e-a90c-3d731deb58e6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-21T04:06:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-k2qvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "13390"
    uid: 213f870a-9cea-44a6-a0ef-057957323d2c
  kind: Event
  lastTimestamp: "2026-04-21T04:07:03Z"
  message: 'Readiness probe failed: Get "https://10.132.0.21:8643/healthz": dial tcp
    10.132.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-21T04:06:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:07:03Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-k2qvp.18a843a03bb77ea4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14398"
    uid: d2bde6d6-f235-49c5-aec1-5bee7852a769
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:05:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-6c75bdff6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "13381"
    uid: 596eab04-7f82-4edc-8b2e-6a8f6313e00c
  kind: Event
  lastTimestamp: "2026-04-21T04:05:03Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-6c75bdff6f-k2qvp'
  metadata:
    creationTimestamp: "2026-04-21T04:05:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:05:03Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f.18a84387b6a2fb9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13389"
    uid: 5214fd40-5840-4ef9-b698-a32396638d27
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:05:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13380"
    uid: ff44f398-4e42-45d0-82b5-89c5d58a3a5d
  kind: Event
  lastTimestamp: "2026-04-21T04:05:03Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-6c75bdff6f from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-21T04:05:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:05:03Z"
    name: isvc-sklearn-batcher-predictor.18a84387b15d594d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13382"
    uid: 2f7d5a86-2739-4938-9d08-178e94847678
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-21T04:05:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13392"
    uid: bedc7bb3-1bf5-4a0c-bf33-14416fbf2c99
  kind: Event
  lastTimestamp: "2026-04-21T04:06:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:06:03Z"
    name: isvc-sklearn-batcher-predictor.18a8438b36b1a7a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13868"
    uid: 6362797d-16af-4a3f-8042-45a17068cb71
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-21T04:05:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13392"
    uid: bedc7bb3-1bf5-4a0c-bf33-14416fbf2c99
  kind: Event
  lastTimestamp: "2026-04-21T04:06:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:06:03Z"
    name: isvc-sklearn-batcher-predictor.18a8438b37218b9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "13869"
    uid: 4237c3ef-d9b8-4e0e-89b8-eb5d1d33d4f2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:06:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13531"
    uid: bedc7bb3-1bf5-4a0c-bf33-14416fbf2c99
  kind: Event
  lastTimestamp: "2026-04-21T04:06:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:06:33Z"
    name: isvc-sklearn-batcher-predictor.18a84399326e7ccd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14080"
    uid: 1f95aa86-0043-49be-93c4-12097a2f331f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:06:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13531"
    uid: bedc7bb3-1bf5-4a0c-bf33-14416fbf2c99
  kind: Event
  lastTimestamp: "2026-04-21T04:06:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:06:33Z"
    name: isvc-sklearn-batcher-predictor.18a8439932c5482d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14081"
    uid: bc8b5bce-286c-4d89-ad3b-4bb387189439
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-21T04:05:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13368"
    uid: acb30b0d-9c4b-4d3b-857b-210724c0770d
  kind: Event
  lastTimestamp: "2026-04-21T04:06:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T04:05:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:06:35Z"
    name: isvc-sklearn-batcher.18a84387b78196cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14104"
    uid: 7222b1a7-810a-4be7-a6d8-8bb2ab215593
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:05:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13368"
    uid: acb30b0d-9c4b-4d3b-857b-210724c0770d
  kind: Event
  lastTimestamp: "2026-04-21T04:05:03Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T04:05:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:05:03Z"
    name: isvc-sklearn-batcher.18a84387b7da4074
    namespace: kserve-ci-e2e-test
    resourceVersion: "13397"
    uid: 2e9b6f38-f8c9-4163-8bbe-cd8864b725ea
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:05:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13368"
    uid: acb30b0d-9c4b-4d3b-857b-210724c0770d
  kind: Event
  lastTimestamp: "2026-04-21T04:05:03Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-21T04:05:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:05:03Z"
    name: isvc-sklearn-batcher.18a84387b7da9ea5
    namespace: kserve-ci-e2e-test
    resourceVersion: "13400"
    uid: c9ec19e2-8ac6-4697-b4a6-a2ea6f34a5f0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:06:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14102"
    uid: acb30b0d-9c4b-4d3b-857b-210724c0770d
  kind: Event
  lastTimestamp: "2026-04-21T04:06:35Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-04-21T04:06:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:06:35Z"
    name: isvc-sklearn-batcher.18a8439d39bfdac1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14103"
    uid: 77880d6f-3b40-463c-bccc-088e85404e24
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T04:17:10.076327Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-rgm72
    namespace: kserve-ci-e2e-test
    resourceVersion: "19395"
    uid: 0225ebd6-66b5-4fc5-ab45-53d8252c3e3f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-5fdf4889b4-rgm72
    to ip-10-0-134-15.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T04:17:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T04:17:10Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-rgm72.18a84430f623fd74
    namespace: kserve-ci-e2e-test
    resourceVersion: "19399"
    uid: de804383-e246-4e21-a089-0c92c6378557
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c5667b7d6-xznfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:17:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-rgm72
    namespace: kserve-ci-e2e-test
    resourceVersion: "19403"
    uid: 0225ebd6-66b5-4fc5-ab45-53d8252c3e3f
  kind: Event
  lastTimestamp: "2026-04-21T04:17:10Z"
  message: Add eth0 [10.132.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T04:17:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T04:17:10Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-rgm72.18a844310f1f5002
    namespace: kserve-ci-e2e-test
    resourceVersion: "19415"
    uid: 1e815cbc-b529-48b1-b20c-7a073b00a362
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:17:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-rgm72
    namespace: kserve-ci-e2e-test
    resourceVersion: "19397"
    uid: 0225ebd6-66b5-4fc5-ab45-53d8252c3e3f
  kind: Event
  lastTimestamp: "2026-04-21T04:17:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:17:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:17:10Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-rgm72.18a8443110898ecf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19417"
    uid: d6d9fd0e-d1e1-4b3b-91bb-cf6080926e3d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:17:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-rgm72
    namespace: kserve-ci-e2e-test
    resourceVersion: "19397"
    uid: 0225ebd6-66b5-4fc5-ab45-53d8252c3e3f
  kind: Event
  lastTimestamp: "2026-04-21T04:17:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T04:17:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:17:10Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-rgm72.18a84431140ac44b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19419"
    uid: ea4a0f90-0854-4b6e-8635-56e2c4dd6e0e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:17:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-rgm72
    namespace: kserve-ci-e2e-test
    resourceVersion: "19397"
    uid: 0225ebd6-66b5-4fc5-ab45-53d8252c3e3f
  kind: Event
  lastTimestamp: "2026-04-21T04:17:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T04:17:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:17:10Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-rgm72.18a8443114766c9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19420"
    uid: ee59f1d4-c2ef-4de2-a9fa-be9ac247e60f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:17:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-rgm72
    namespace: kserve-ci-e2e-test
    resourceVersion: "19397"
    uid: 0225ebd6-66b5-4fc5-ab45-53d8252c3e3f
  kind: Event
  lastTimestamp: "2026-04-21T04:17:14Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:17:14Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-rgm72.18a84431fe2abe73
    namespace: kserve-ci-e2e-test
    resourceVersion: "19458"
    uid: 930b1d3b-09ce-4bb0-8d19-bc80e9eb1f75
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:17:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-rgm72
    namespace: kserve-ci-e2e-test
    resourceVersion: "19397"
    uid: 0225ebd6-66b5-4fc5-ab45-53d8252c3e3f
  kind: Event
  lastTimestamp: "2026-04-21T04:17:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T04:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:17:14Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-rgm72.18a844320108edc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19461"
    uid: e7934596-4c20-4f6e-9b7f-35b345575399
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:17:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-rgm72
    namespace: kserve-ci-e2e-test
    resourceVersion: "19397"
    uid: 0225ebd6-66b5-4fc5-ab45-53d8252c3e3f
  kind: Event
  lastTimestamp: "2026-04-21T04:17:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:17:14Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-rgm72.18a844320176d039
    namespace: kserve-ci-e2e-test
    resourceVersion: "19464"
    uid: 936764e7-cb66-472d-acca-eb9019c2ce02
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:17:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-rgm72
    namespace: kserve-ci-e2e-test
    resourceVersion: "19397"
    uid: 0225ebd6-66b5-4fc5-ab45-53d8252c3e3f
  kind: Event
  lastTimestamp: "2026-04-21T04:17:14Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-04-21T04:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:17:14Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-rgm72.18a844320181a251
    namespace: kserve-ci-e2e-test
    resourceVersion: "19465"
    uid: d8825151-b822-4471-862e-c83d6f20a19d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:17:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-rgm72
    namespace: kserve-ci-e2e-test
    resourceVersion: "19397"
    uid: 0225ebd6-66b5-4fc5-ab45-53d8252c3e3f
  kind: Event
  lastTimestamp: "2026-04-21T04:17:17Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    3.065s (3.065s including waiting). Image size: 237663777 bytes.'
  metadata:
    creationTimestamp: "2026-04-21T04:17:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:17:17Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-rgm72.18a84432b8371df4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19490"
    uid: e38dfe56-fd38-40b0-b144-07c0637adf13
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:17:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-rgm72
    namespace: kserve-ci-e2e-test
    resourceVersion: "19397"
    uid: 0225ebd6-66b5-4fc5-ab45-53d8252c3e3f
  kind: Event
  lastTimestamp: "2026-04-21T04:17:17Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-04-21T04:17:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:17:17Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-rgm72.18a84432baea8a31
    namespace: kserve-ci-e2e-test
    resourceVersion: "19491"
    uid: 41913991-d391-40c0-9dc6-8a3709fc910a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:17:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-rgm72
    namespace: kserve-ci-e2e-test
    resourceVersion: "19397"
    uid: 0225ebd6-66b5-4fc5-ab45-53d8252c3e3f
  kind: Event
  lastTimestamp: "2026-04-21T04:17:17Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-04-21T04:17:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:17:17Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-rgm72.18a84432bb5b7545
    namespace: kserve-ci-e2e-test
    resourceVersion: "19492"
    uid: 3f7d3b42-a4b5-4c05-88d2-5fc6e81ab5e6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:17:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-rgm72
    namespace: kserve-ci-e2e-test
    resourceVersion: "19397"
    uid: 0225ebd6-66b5-4fc5-ab45-53d8252c3e3f
  kind: Event
  lastTimestamp: "2026-04-21T04:17:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:17:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:17:17Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-rgm72.18a84432bb67d780
    namespace: kserve-ci-e2e-test
    resourceVersion: "19493"
    uid: ce4d0135-f019-4f51-99d8-e8297ce5ee51
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:17:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-rgm72
    namespace: kserve-ci-e2e-test
    resourceVersion: "19397"
    uid: 0225ebd6-66b5-4fc5-ab45-53d8252c3e3f
  kind: Event
  lastTimestamp: "2026-04-21T04:17:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-21T04:17:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:17:17Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-rgm72.18a84432be2b6706
    namespace: kserve-ci-e2e-test
    resourceVersion: "19495"
    uid: f41cf62a-f638-47c4-9d8b-ac27d9a08f71
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:17:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-rgm72
    namespace: kserve-ci-e2e-test
    resourceVersion: "19397"
    uid: 0225ebd6-66b5-4fc5-ab45-53d8252c3e3f
  kind: Event
  lastTimestamp: "2026-04-21T04:17:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:17:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:17:17Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-rgm72.18a84432be98d4aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "19496"
    uid: 7d31dee3-1352-4ef6-9d96-23edd0b4659f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:18:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-rgm72
    namespace: kserve-ci-e2e-test
    resourceVersion: "19397"
    uid: 0225ebd6-66b5-4fc5-ab45-53d8252c3e3f
  kind: Event
  lastTimestamp: "2026-04-21T04:18:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:18:30Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-rgm72.18a844439afc6f5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20029"
    uid: 7a98de23-4e70-41d5-8be3-ac5112d7b9be
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:18:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-rgm72
    namespace: kserve-ci-e2e-test
    resourceVersion: "19397"
    uid: 0225ebd6-66b5-4fc5-ab45-53d8252c3e3f
  kind: Event
  lastTimestamp: "2026-04-21T04:18:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:18:30Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-rgm72.18a844439afdc077
    namespace: kserve-ci-e2e-test
    resourceVersion: "20037"
    uid: 31e14ced-5adc-44b6-9c41-0ce6a61ec47f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:18:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-rgm72
    namespace: kserve-ci-e2e-test
    resourceVersion: "19397"
    uid: 0225ebd6-66b5-4fc5-ab45-53d8252c3e3f
  kind: Event
  lastTimestamp: "2026-04-21T04:18:30Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-04-21T04:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:18:30Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-rgm72.18a844439afdf7f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20034"
    uid: 0a751baa-9cf4-4f30-bce8-144b29a9e7e1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-21T04:18:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-rgm72
    namespace: kserve-ci-e2e-test
    resourceVersion: "19397"
    uid: 0225ebd6-66b5-4fc5-ab45-53d8252c3e3f
  kind: Event
  lastTimestamp: "2026-04-21T04:18:55Z"
  message: 'Readiness probe failed: Get "https://10.132.0.30:8643/healthz": dial tcp
    10.132.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-21T04:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:18:55Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-rgm72.18a84443b166667c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20275"
    uid: 640b690a-f110-469b-a6ef-752d19c6a9d1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T04:18:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-rgm72
    namespace: kserve-ci-e2e-test
    resourceVersion: "19397"
    uid: 0225ebd6-66b5-4fc5-ab45-53d8252c3e3f
  kind: Event
  lastTimestamp: "2026-04-21T04:18:55Z"
  message: 'Readiness probe failed: Get "http://10.132.0.30:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.132.0.30:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-21T04:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:18:55Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-rgm72.18a84444dbbf0414
    namespace: kserve-ci-e2e-test
    resourceVersion: "20276"
    uid: 66057d81-7fed-43d6-95a8-b04362dd9d1d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:17:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-5fdf4889b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19385"
    uid: 8952f071-d0fb-4d6e-af80-69e181b451e7
  kind: Event
  lastTimestamp: "2026-04-21T04:17:10Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-5fdf4889b4-rgm72'
  metadata:
    creationTimestamp: "2026-04-21T04:17:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:17:10Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4.18a84430f5b29f7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19396"
    uid: 7722c604-8b34-451a-9f5e-43fe0e48456d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:17:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19383"
    uid: b6c8de1e-8b22-41e3-b903-762acec63864
  kind: Event
  lastTimestamp: "2026-04-21T04:17:10Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-5fdf4889b4 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-21T04:17:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:17:10Z"
    name: isvc-sklearn-mcp-predictor.18a84430f2c2c989
    namespace: kserve-ci-e2e-test
    resourceVersion: "19386"
    uid: 76dcebb9-2815-45f6-bfcc-b1b5ad466491
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-21T04:17:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19354"
    uid: 28cff0a2-b077-4702-ad84-bb841f6baac7
  kind: Event
  lastTimestamp: "2026-04-21T04:18:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T04:17:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:18:25Z"
    name: isvc-sklearn-mcp.18a84430f25ccabb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19973"
    uid: 8a990815-f8a4-4c93-b7e5-9a75625dc2c8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:17:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19354"
    uid: 28cff0a2-b077-4702-ad84-bb841f6baac7
  kind: Event
  lastTimestamp: "2026-04-21T04:17:10Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T04:17:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:17:10Z"
    name: isvc-sklearn-mcp.18a84430f2d3adc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19406"
    uid: 15df487a-2eaf-4c89-a1a1-bdff2980da45
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:17:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19366"
    uid: 28cff0a2-b077-4702-ad84-bb841f6baac7
  kind: Event
  lastTimestamp: "2026-04-21T04:17:10Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-mcp": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-21T04:17:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:17:10Z"
    name: isvc-sklearn-mcp.18a84430f81f1cba
    namespace: kserve-ci-e2e-test
    resourceVersion: "19408"
    uid: 37d9b495-6452-41fa-88a8-4bfda316a7bc
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:18:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19971"
    uid: 28cff0a2-b077-4702-ad84-bb841f6baac7
  kind: Event
  lastTimestamp: "2026-04-21T04:18:25Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-04-21T04:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:18:25Z"
    name: isvc-sklearn-mcp.18a844428c31cca3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19972"
    uid: e116f783-8002-4121-b4f2-564638c456ef
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T04:37:28.788030Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-gn6xn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29819"
    uid: 950bb92b-7654-40d2-9fec-a09d5464bc13
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-d8dbfbbb9-gn6xn
    to ip-10-0-134-15.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T04:37:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T04:37:28Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-gn6xn.18a8454cb704d671
    namespace: kserve-ci-e2e-test
    resourceVersion: "29826"
    uid: 4b32d802-dba7-4e43-adcb-7522860b76f5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c5667b7d6-xznfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:37:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-gn6xn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29821"
    uid: 950bb92b-7654-40d2-9fec-a09d5464bc13
  kind: Event
  lastTimestamp: "2026-04-21T04:37:28Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-21T04:37:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:37:28Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-gn6xn.18a8454cc08a5c49
    namespace: kserve-ci-e2e-test
    resourceVersion: "29832"
    uid: 2ff5bcd4-5e8c-4db8-bb20-c2e68e961068
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:37:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-gn6xn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29829"
    uid: 950bb92b-7654-40d2-9fec-a09d5464bc13
  kind: Event
  lastTimestamp: "2026-04-21T04:37:29Z"
  message: Add eth0 [10.132.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T04:37:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T04:37:29Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-gn6xn.18a8454cf3b9eeaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29843"
    uid: 6ca6c86e-40f3-41d6-885c-84d731ec6046
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:37:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-gn6xn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29821"
    uid: 950bb92b-7654-40d2-9fec-a09d5464bc13
  kind: Event
  lastTimestamp: "2026-04-21T04:37:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:37:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:37:29Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-gn6xn.18a8454cf501377e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29845"
    uid: 74951fea-3ecb-46fb-ab9f-23381fc37e6f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:37:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-gn6xn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29821"
    uid: 950bb92b-7654-40d2-9fec-a09d5464bc13
  kind: Event
  lastTimestamp: "2026-04-21T04:37:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T04:37:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:37:29Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-gn6xn.18a8454cf85d4850
    namespace: kserve-ci-e2e-test
    resourceVersion: "29847"
    uid: 1ca5d48d-4794-4b26-abb4-c13de21fc878
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:37:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-gn6xn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29821"
    uid: 950bb92b-7654-40d2-9fec-a09d5464bc13
  kind: Event
  lastTimestamp: "2026-04-21T04:37:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T04:37:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:37:29Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-gn6xn.18a8454cf8cc57f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29848"
    uid: 156d4dca-722f-4e78-b1b7-f170be608514
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:37:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-gn6xn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29821"
    uid: 950bb92b-7654-40d2-9fec-a09d5464bc13
  kind: Event
  lastTimestamp: "2026-04-21T04:37:34Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:37:34Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-gn6xn.18a8454defc2400d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29888"
    uid: 58bea628-c34f-401d-aad1-098303866196
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:37:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-gn6xn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29821"
    uid: 950bb92b-7654-40d2-9fec-a09d5464bc13
  kind: Event
  lastTimestamp: "2026-04-21T04:37:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T04:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:37:34Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-gn6xn.18a8454df315d74f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29892"
    uid: bf16dc82-5e38-44dd-bbfc-d36c17a1c42f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:37:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-gn6xn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29821"
    uid: 950bb92b-7654-40d2-9fec-a09d5464bc13
  kind: Event
  lastTimestamp: "2026-04-21T04:37:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:37:34Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-gn6xn.18a8454df385d23f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29893"
    uid: 47d38277-4b73-4778-8463-1f336920f6af
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:37:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-gn6xn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29821"
    uid: 950bb92b-7654-40d2-9fec-a09d5464bc13
  kind: Event
  lastTimestamp: "2026-04-21T04:37:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:37:34Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-gn6xn.18a8454df392f972
    namespace: kserve-ci-e2e-test
    resourceVersion: "29894"
    uid: 5da6ae05-5bfd-45e1-823a-1151443e61ef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:37:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-gn6xn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29821"
    uid: 950bb92b-7654-40d2-9fec-a09d5464bc13
  kind: Event
  lastTimestamp: "2026-04-21T04:37:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-21T04:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:37:34Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-gn6xn.18a8454df6547efb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29897"
    uid: 13b4ba09-d3b8-49e1-84d8-816cd6074193
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:37:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-gn6xn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29821"
    uid: 950bb92b-7654-40d2-9fec-a09d5464bc13
  kind: Event
  lastTimestamp: "2026-04-21T04:37:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:37:34Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-gn6xn.18a8454df6c19119
    namespace: kserve-ci-e2e-test
    resourceVersion: "29898"
    uid: 159240ff-efb9-434c-9292-ab23bd367c40
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-21T04:37:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-gn6xn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29821"
    uid: 950bb92b-7654-40d2-9fec-a09d5464bc13
  kind: Event
  lastTimestamp: "2026-04-21T04:38:51Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T04:37:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:38:51Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-gn6xn.18a8454e2bb14e2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30527"
    uid: 187154f0-24f7-419d-bc84-36f9768fee05
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:38:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-gn6xn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29821"
    uid: 950bb92b-7654-40d2-9fec-a09d5464bc13
  kind: Event
  lastTimestamp: "2026-04-21T04:38:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:38:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:38:48Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-gn6xn.18a8455f5f31147a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30469"
    uid: 083b37a9-381e-4a04-8b9a-ee3c522bb766
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:38:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-gn6xn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29821"
    uid: 950bb92b-7654-40d2-9fec-a09d5464bc13
  kind: Event
  lastTimestamp: "2026-04-21T04:38:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:38:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:38:48Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-gn6xn.18a8455f5f315e30
    namespace: kserve-ci-e2e-test
    resourceVersion: "30472"
    uid: 21618fb9-2a3a-49d4-b0f0-e4efd9a6ffca
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:38:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-gn6xn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29821"
    uid: 950bb92b-7654-40d2-9fec-a09d5464bc13
  kind: Event
  lastTimestamp: "2026-04-21T04:38:51Z"
  message: 'Readiness probe failed: Get "https://10.132.0.46:8643/healthz": dial tcp
    10.132.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-21T04:38:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:38:51Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-gn6xn.18a8455fddc0db02
    namespace: kserve-ci-e2e-test
    resourceVersion: "30526"
    uid: 5347f329-1697-48ab-8581-8ad30c0f54ac
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:37:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-d8dbfbbb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29810"
    uid: 0353e463-66ec-4391-9640-da9c2115c996
  kind: Event
  lastTimestamp: "2026-04-21T04:37:28Z"
  message: 'Created pod: isvc-sklearn-predictor-d8dbfbbb9-gn6xn'
  metadata:
    creationTimestamp: "2026-04-21T04:37:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:37:28Z"
    name: isvc-sklearn-predictor-d8dbfbbb9.18a8454cb68e0c3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29820"
    uid: c02827ea-43a0-41f3-8b54-e4b27c968cbd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:37:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29808"
    uid: 59f58a78-ab01-436c-a7c0-475266a25a44
  kind: Event
  lastTimestamp: "2026-04-21T04:37:28Z"
  message: Scaled up replica set isvc-sklearn-predictor-d8dbfbbb9 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-21T04:37:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:37:28Z"
    name: isvc-sklearn-predictor.18a8454cb421afd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29812"
    uid: 7e61040a-8279-4e01-83ba-74341b58b5ba
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T04:37:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29809"
    uid: 57cf8b0f-3e1c-4e08-9234-21faa9a50fab
  kind: Event
  lastTimestamp: "2026-04-21T04:38:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:37:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:38:13Z"
    name: isvc-sklearn-predictor.18a8455032a832ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "30183"
    uid: 2e9d355a-1a30-4b28-a618-d867bb8ff86f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T04:37:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29809"
    uid: 57cf8b0f-3e1c-4e08-9234-21faa9a50fab
  kind: Event
  lastTimestamp: "2026-04-21T04:38:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:37:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:38:13Z"
    name: isvc-sklearn-predictor.18a84550330d70e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30184"
    uid: e04b1fb7-a6b0-4d6b-aa8a-b1b70f6850e7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:38:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29975"
    uid: 57cf8b0f-3e1c-4e08-9234-21faa9a50fab
  kind: Event
  lastTimestamp: "2026-04-21T04:38:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:38:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:38:43Z"
    name: isvc-sklearn-predictor.18a8455ab04331e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30407"
    uid: cc570f9c-3fef-4813-8701-47d96b425d6f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:38:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29975"
    uid: 57cf8b0f-3e1c-4e08-9234-21faa9a50fab
  kind: Event
  lastTimestamp: "2026-04-21T04:38:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:38:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:38:43Z"
    name: isvc-sklearn-predictor.18a8455ab0ad1d2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30408"
    uid: fbdeca23-1cc2-40aa-943f-af0f8490f791
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T04:39:49.148206Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-b8hxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "30997"
    uid: c0884b0f-74d7-4eb8-a7c5-8d928b65aff8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-65cd49579f-b8hxs
    to ip-10-0-134-15.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T04:39:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T04:39:49Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-b8hxs.18a8456d65232b0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31001"
    uid: d7c7cc65-d68c-48ef-9977-bf77019498ed
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c5667b7d6-xznfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:39:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-b8hxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31007"
    uid: c0884b0f-74d7-4eb8-a7c5-8d928b65aff8
  kind: Event
  lastTimestamp: "2026-04-21T04:39:49Z"
  message: Add eth0 [10.132.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T04:39:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T04:39:49Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-b8hxs.18a8456d7def78c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31015"
    uid: c688be37-53d4-45ac-a5c0-54b9ee10bcfe
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:39:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-b8hxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "30999"
    uid: c0884b0f-74d7-4eb8-a7c5-8d928b65aff8
  kind: Event
  lastTimestamp: "2026-04-21T04:39:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:39:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:39:49Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-b8hxs.18a8456d7f4329b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31017"
    uid: cec8643d-e7c2-4718-8e35-c229765e0aba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:39:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-b8hxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "30999"
    uid: c0884b0f-74d7-4eb8-a7c5-8d928b65aff8
  kind: Event
  lastTimestamp: "2026-04-21T04:39:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T04:39:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:39:49Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-b8hxs.18a8456d81cf670f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31018"
    uid: 6727ea6a-ca7b-455f-b0e4-e57410dde158
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:39:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-b8hxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "30999"
    uid: c0884b0f-74d7-4eb8-a7c5-8d928b65aff8
  kind: Event
  lastTimestamp: "2026-04-21T04:39:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T04:39:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:39:49Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-b8hxs.18a8456d823c55c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31019"
    uid: 2aa4af89-7700-4107-8632-4f8ff7d543d7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:39:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-b8hxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "30999"
    uid: c0884b0f-74d7-4eb8-a7c5-8d928b65aff8
  kind: Event
  lastTimestamp: "2026-04-21T04:39:55Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:39:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:39:55Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-b8hxs.18a8456eda5eda35
    namespace: kserve-ci-e2e-test
    resourceVersion: "31071"
    uid: b89cb9ed-ea5d-4664-8311-cff6c24f8917
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:39:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-b8hxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "30999"
    uid: c0884b0f-74d7-4eb8-a7c5-8d928b65aff8
  kind: Event
  lastTimestamp: "2026-04-21T04:39:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T04:39:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:39:55Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-b8hxs.18a8456edd627e62
    namespace: kserve-ci-e2e-test
    resourceVersion: "31075"
    uid: 9ed0ae12-5cac-454e-8d89-337c2e917d58
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:39:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-b8hxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "30999"
    uid: c0884b0f-74d7-4eb8-a7c5-8d928b65aff8
  kind: Event
  lastTimestamp: "2026-04-21T04:39:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:39:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:39:55Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-b8hxs.18a8456eddd15d46
    namespace: kserve-ci-e2e-test
    resourceVersion: "31076"
    uid: 60de242a-281f-4cea-b742-ed3fda3f545a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:39:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-b8hxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "30999"
    uid: c0884b0f-74d7-4eb8-a7c5-8d928b65aff8
  kind: Event
  lastTimestamp: "2026-04-21T04:39:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:39:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:39:55Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-b8hxs.18a8456edddf2f06
    namespace: kserve-ci-e2e-test
    resourceVersion: "31077"
    uid: e33000be-d519-49be-a292-1484a41642ba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:39:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-b8hxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "30999"
    uid: c0884b0f-74d7-4eb8-a7c5-8d928b65aff8
  kind: Event
  lastTimestamp: "2026-04-21T04:39:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-21T04:39:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:39:55Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-b8hxs.18a8456ee0d50e43
    namespace: kserve-ci-e2e-test
    resourceVersion: "31079"
    uid: 2d843a18-7a07-45f1-932b-32d8a59d08d2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:39:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-b8hxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "30999"
    uid: c0884b0f-74d7-4eb8-a7c5-8d928b65aff8
  kind: Event
  lastTimestamp: "2026-04-21T04:39:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:39:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:39:55Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-b8hxs.18a8456ee1587df8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31080"
    uid: 866d271f-8286-4061-a5ec-f8f64658719f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T04:39:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-b8hxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "30999"
    uid: c0884b0f-74d7-4eb8-a7c5-8d928b65aff8
  kind: Event
  lastTimestamp: "2026-04-21T04:40:02Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T04:39:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:40:02Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-b8hxs.18a8456f166c0ff0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31130"
    uid: f5436b1f-1f0c-4c96-a43e-bd45a854f256
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:40:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-b8hxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "30999"
    uid: c0884b0f-74d7-4eb8-a7c5-8d928b65aff8
  kind: Event
  lastTimestamp: "2026-04-21T04:40:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:40:26Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-b8hxs.18a845760da68d5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31336"
    uid: 46c1ac5f-2675-4765-bc4c-e47a93d9f9ef
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:40:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-b8hxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "30999"
    uid: c0884b0f-74d7-4eb8-a7c5-8d928b65aff8
  kind: Event
  lastTimestamp: "2026-04-21T04:40:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:40:26Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-b8hxs.18a845760da73564
    namespace: kserve-ci-e2e-test
    resourceVersion: "31340"
    uid: 7317b5d1-d571-43fb-b82a-99ac44b5f72f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:40:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-b8hxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "30999"
    uid: c0884b0f-74d7-4eb8-a7c5-8d928b65aff8
  kind: Event
  lastTimestamp: "2026-04-21T04:40:28Z"
  message: 'Readiness probe failed: Get "https://10.132.0.48:8643/healthz": net/http:
    request canceled while waiting for connection (Client.Timeout exceeded while awaiting
    headers)'
  metadata:
    creationTimestamp: "2026-04-21T04:40:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:40:28Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-b8hxs.18a8457689f8ee56
    namespace: kserve-ci-e2e-test
    resourceVersion: "31398"
    uid: f2379c62-dd2a-413d-a9a9-c51715cc6c14
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:39:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-65cd49579f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30986"
    uid: bff04ef0-a9ea-4ee0-9e77-9a4ae1185e0d
  kind: Event
  lastTimestamp: "2026-04-21T04:39:49Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-65cd49579f-b8hxs'
  metadata:
    creationTimestamp: "2026-04-21T04:39:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:39:49Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f.18a8456d64bcfc66
    namespace: kserve-ci-e2e-test
    resourceVersion: "30998"
    uid: a3f179ee-d7f4-4fc3-b64a-f05aeef21467
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:39:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30985"
    uid: 5bc125f1-0386-4e75-ab8b-6cf9b74ef5ed
  kind: Event
  lastTimestamp: "2026-04-21T04:39:49Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-65cd49579f from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-21T04:39:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:39:49Z"
    name: isvc-sklearn-runtime-predictor.18a8456d61cd1dbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "30988"
    uid: 4f78cbbb-7f55-4ec1-8fdc-c0a2a1f7ba94
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:40:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30987"
    uid: b60d5a84-8e78-490c-a0e8-94125d42bcee
  kind: Event
  lastTimestamp: "2026-04-21T04:40:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:40:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:40:19Z"
    name: isvc-sklearn-runtime-predictor.18a84570e14237ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "31260"
    uid: fd08fe30-c262-4b2b-81c6-7f022769e90e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:40:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30987"
    uid: b60d5a84-8e78-490c-a0e8-94125d42bcee
  kind: Event
  lastTimestamp: "2026-04-21T04:40:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:40:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:40:19Z"
    name: isvc-sklearn-runtime-predictor.18a84570e1ab8934
    namespace: kserve-ci-e2e-test
    resourceVersion: "31261"
    uid: 8ae11188-f79c-48bf-850c-df06d3a18540
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-21T04:39:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30957"
    uid: 32cf0669-6ee7-4dae-b3d9-a78243124021
  kind: Event
  lastTimestamp: "2026-04-21T04:40:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T04:39:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:40:12Z"
    name: isvc-sklearn-runtime.18a8456d61eb0121
    namespace: kserve-ci-e2e-test
    resourceVersion: "31210"
    uid: 1a8ff14e-685b-4515-9b0b-b48db7001a2d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:39:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30957"
    uid: 32cf0669-6ee7-4dae-b3d9-a78243124021
  kind: Event
  lastTimestamp: "2026-04-21T04:39:49Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T04:39:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:39:49Z"
    name: isvc-sklearn-runtime.18a8456d625aa7fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30991"
    uid: c871bd32-00b8-4063-8ffd-7fc080ae92aa
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:40:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31208"
    uid: 32cf0669-6ee7-4dae-b3d9-a78243124021
  kind: Event
  lastTimestamp: "2026-04-21T04:40:12Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-21T04:40:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:40:12Z"
    name: isvc-sklearn-runtime.18a84572d52282cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31209"
    uid: e61e054e-664c-455d-ae04-b7fc434e5fa3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T04:54:09.943184Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-nk8sj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38264"
    uid: f84a184a-823c-49f4-93a1-ba1fd0267128
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-88457d696-nk8sj
    to ip-10-0-134-15.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T04:54:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T04:54:09Z"
    name: isvc-sklearn-s3-predictor-88457d696-nk8sj.18a84635d08423da
    namespace: kserve-ci-e2e-test
    resourceVersion: "38268"
    uid: 401b8296-ecc3-4184-882b-93582c0dfbe7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c5667b7d6-xznfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:54:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-nk8sj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38266"
    uid: f84a184a-823c-49f4-93a1-ba1fd0267128
  kind: Event
  lastTimestamp: "2026-04-21T04:54:10Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-21T04:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:54:10Z"
    name: isvc-sklearn-s3-predictor-88457d696-nk8sj.18a84635dc7a9fdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38279"
    uid: e1f7f124-b017-4f2b-a499-06a9b962fe6f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:54:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-nk8sj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38272"
    uid: f84a184a-823c-49f4-93a1-ba1fd0267128
  kind: Event
  lastTimestamp: "2026-04-21T04:54:10Z"
  message: Add eth0 [10.132.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T04:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T04:54:10Z"
    name: isvc-sklearn-s3-predictor-88457d696-nk8sj.18a846360cfedf71
    namespace: kserve-ci-e2e-test
    resourceVersion: "38292"
    uid: dfe58e4a-295f-42db-8032-3425d2c6f91d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:54:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-nk8sj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38266"
    uid: f84a184a-823c-49f4-93a1-ba1fd0267128
  kind: Event
  lastTimestamp: "2026-04-21T04:54:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:54:10Z"
    name: isvc-sklearn-s3-predictor-88457d696-nk8sj.18a846360e6e01e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38294"
    uid: 78453c05-b765-4fd7-a36d-7a2aa3c008c2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:54:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-nk8sj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38266"
    uid: f84a184a-823c-49f4-93a1-ba1fd0267128
  kind: Event
  lastTimestamp: "2026-04-21T04:54:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T04:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:54:11Z"
    name: isvc-sklearn-s3-predictor-88457d696-nk8sj.18a846361194f743
    namespace: kserve-ci-e2e-test
    resourceVersion: "38296"
    uid: 39c6c843-3412-4b3a-b716-87e5f2cc4212
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:54:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-nk8sj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38266"
    uid: f84a184a-823c-49f4-93a1-ba1fd0267128
  kind: Event
  lastTimestamp: "2026-04-21T04:54:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T04:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:54:11Z"
    name: isvc-sklearn-s3-predictor-88457d696-nk8sj.18a8463612027c94
    namespace: kserve-ci-e2e-test
    resourceVersion: "38297"
    uid: dd05ca38-16d2-4338-8a3b-7eabcd85aa3e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:54:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-nk8sj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38266"
    uid: f84a184a-823c-49f4-93a1-ba1fd0267128
  kind: Event
  lastTimestamp: "2026-04-21T04:54:12Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:54:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:54:12Z"
    name: isvc-sklearn-s3-predictor-88457d696-nk8sj.18a846368107b276
    namespace: kserve-ci-e2e-test
    resourceVersion: "38319"
    uid: 86067732-fddf-47a8-ac5b-8fbbfc831609
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:54:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-nk8sj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38266"
    uid: f84a184a-823c-49f4-93a1-ba1fd0267128
  kind: Event
  lastTimestamp: "2026-04-21T04:54:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T04:54:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:54:13Z"
    name: isvc-sklearn-s3-predictor-88457d696-nk8sj.18a8463688524c55
    namespace: kserve-ci-e2e-test
    resourceVersion: "38326"
    uid: 9ec0b3a6-496d-4dfb-837a-d36a8d766eae
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:54:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-nk8sj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38266"
    uid: f84a184a-823c-49f4-93a1-ba1fd0267128
  kind: Event
  lastTimestamp: "2026-04-21T04:54:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:54:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:54:13Z"
    name: isvc-sklearn-s3-predictor-88457d696-nk8sj.18a846368908153b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38327"
    uid: 00a452d7-9b74-4970-9aa9-64f60f98bc06
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:54:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-nk8sj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38266"
    uid: f84a184a-823c-49f4-93a1-ba1fd0267128
  kind: Event
  lastTimestamp: "2026-04-21T04:54:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:54:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:54:13Z"
    name: isvc-sklearn-s3-predictor-88457d696-nk8sj.18a846368914e680
    namespace: kserve-ci-e2e-test
    resourceVersion: "38328"
    uid: 994b9f40-d022-4f63-9948-5301e584c7a8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:54:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-nk8sj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38266"
    uid: f84a184a-823c-49f4-93a1-ba1fd0267128
  kind: Event
  lastTimestamp: "2026-04-21T04:54:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-21T04:54:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:54:13Z"
    name: isvc-sklearn-s3-predictor-88457d696-nk8sj.18a846368cfc36a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38329"
    uid: ebc5761e-2153-4a13-aef4-3aa9861b4286
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:54:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-nk8sj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38266"
    uid: f84a184a-823c-49f4-93a1-ba1fd0267128
  kind: Event
  lastTimestamp: "2026-04-21T04:54:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:54:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:54:13Z"
    name: isvc-sklearn-s3-predictor-88457d696-nk8sj.18a846368d6887a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38331"
    uid: 9dfe9650-fcda-4a8e-9f1c-89b86bf90aa5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-21T04:54:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-nk8sj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38266"
    uid: f84a184a-823c-49f4-93a1-ba1fd0267128
  kind: Event
  lastTimestamp: "2026-04-21T04:55:30Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.61:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T04:54:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:55:30Z"
    name: isvc-sklearn-s3-predictor-88457d696-nk8sj.18a84636f8dac361
    namespace: kserve-ci-e2e-test
    resourceVersion: "38959"
    uid: df69bb38-6b59-44bc-8089-6b1a6aece4f0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:55:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-nk8sj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38266"
    uid: f84a184a-823c-49f4-93a1-ba1fd0267128
  kind: Event
  lastTimestamp: "2026-04-21T04:55:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:55:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:55:30Z"
    name: isvc-sklearn-s3-predictor-88457d696-nk8sj.18a8464876e97dfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "38906"
    uid: 17d2df41-1075-46fb-aa25-7c4bab7e6f2e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:55:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-nk8sj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38266"
    uid: f84a184a-823c-49f4-93a1-ba1fd0267128
  kind: Event
  lastTimestamp: "2026-04-21T04:55:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:55:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:55:30Z"
    name: isvc-sklearn-s3-predictor-88457d696-nk8sj.18a8464876e9e02c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38907"
    uid: 64d53b2a-9b0c-4324-a40f-914ed1631567
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:55:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-nk8sj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38266"
    uid: f84a184a-823c-49f4-93a1-ba1fd0267128
  kind: Event
  lastTimestamp: "2026-04-21T04:55:30Z"
  message: 'Readiness probe failed: Get "https://10.132.0.61:8643/healthz": dial tcp
    10.132.0.61:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-21T04:55:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:55:30Z"
    name: isvc-sklearn-s3-predictor-88457d696-nk8sj.18a84648aaf94c9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38958"
    uid: d783a245-e5e0-40f2-b4dd-7b2ebe8903b2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:54:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-88457d696
    namespace: kserve-ci-e2e-test
    resourceVersion: "38254"
    uid: 92fd75ac-f18e-414c-a47d-166cc713acf4
  kind: Event
  lastTimestamp: "2026-04-21T04:54:09Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-88457d696-nk8sj'
  metadata:
    creationTimestamp: "2026-04-21T04:54:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:54:09Z"
    name: isvc-sklearn-s3-predictor-88457d696.18a84635d0206123
    namespace: kserve-ci-e2e-test
    resourceVersion: "38265"
    uid: 90fbaac8-afc7-401a-b0b1-a4966104f88a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:54:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38252"
    uid: 8af0faf8-7f13-47b0-87bd-85a6b0d20a57
  kind: Event
  lastTimestamp: "2026-04-21T04:54:09Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-88457d696 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-21T04:54:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:54:09Z"
    name: isvc-sklearn-s3-predictor.18a84635cd6f10a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38256"
    uid: 4d8fa3e6-4bfd-4092-bfcc-1d26d2a54f59
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T04:54:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38253"
    uid: c9009d5b-c818-43f8-8096-808a3a345808
  kind: Event
  lastTimestamp: "2026-04-21T04:54:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:54:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:54:54Z"
    name: isvc-sklearn-s3-predictor.18a846394c4657c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38624"
    uid: fba89ed0-d2f5-4b9a-b94b-0bd4bb49bba5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T04:54:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38253"
    uid: c9009d5b-c818-43f8-8096-808a3a345808
  kind: Event
  lastTimestamp: "2026-04-21T04:54:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:54:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:54:54Z"
    name: isvc-sklearn-s3-predictor.18a846394ca8472e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38625"
    uid: 0b38c681-8ddb-43de-a63f-24396ba7b6dd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:55:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38415"
    uid: c9009d5b-c818-43f8-8096-808a3a345808
  kind: Event
  lastTimestamp: "2026-04-21T04:55:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:55:24Z"
    name: isvc-sklearn-s3-predictor.18a84643c97b91f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38849"
    uid: 826e7366-f401-4741-aaf5-d0f4990fbe8c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:55:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38415"
    uid: c9009d5b-c818-43f8-8096-808a3a345808
  kind: Event
  lastTimestamp: "2026-04-21T04:55:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:55:24Z"
    name: isvc-sklearn-s3-predictor.18a84643c9ddc192
    namespace: kserve-ci-e2e-test
    resourceVersion: "38850"
    uid: 2ec3db0c-b8bb-4a41-800f-c932190bc489
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T04:58:23.494282Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-b5cdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "40448"
    uid: 5459210d-4eec-49fe-b8a4-05ea604a11fb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-b5cdz
    to ip-10-0-134-15.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T04:58:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T04:58:23Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-b5cdz.18a84670d956d286
    namespace: kserve-ci-e2e-test
    resourceVersion: "40454"
    uid: 0a36707e-7b0b-4439-b86b-a78be222065a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c5667b7d6-xznfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:58:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-b5cdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "40458"
    uid: 5459210d-4eec-49fe-b8a4-05ea604a11fb
  kind: Event
  lastTimestamp: "2026-04-21T04:58:23Z"
  message: Add eth0 [10.132.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T04:58:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T04:58:23Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-b5cdz.18a84670f1ee9982
    namespace: kserve-ci-e2e-test
    resourceVersion: "40467"
    uid: 42a86e6e-7987-4eb4-86a7-7ada09a0b7c8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:58:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-b5cdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "40452"
    uid: 5459210d-4eec-49fe-b8a4-05ea604a11fb
  kind: Event
  lastTimestamp: "2026-04-21T04:58:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:58:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:58:29Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-b5cdz.18a84670f34bf87f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40523"
    uid: b0988214-d0dc-45c8-a089-df9c2748fc30
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:58:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-b5cdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "40452"
    uid: 5459210d-4eec-49fe-b8a4-05ea604a11fb
  kind: Event
  lastTimestamp: "2026-04-21T04:58:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T04:58:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:58:29Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-b5cdz.18a84670f5ff24ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "40526"
    uid: b4f6c8ec-325a-4a5f-a4ce-ff804c4f60ee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:58:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-b5cdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "40452"
    uid: 5459210d-4eec-49fe-b8a4-05ea604a11fb
  kind: Event
  lastTimestamp: "2026-04-21T04:58:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T04:58:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:58:29Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-b5cdz.18a84670f67d1e6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40528"
    uid: 985507be-afdc-4199-99e7-e8ed7ccf8d0f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:58:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-b5cdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "40452"
    uid: 5459210d-4eec-49fe-b8a4-05ea604a11fb
  kind: Event
  lastTimestamp: "2026-04-21T04:58:33Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T04:58:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:58:33Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-b5cdz.18a846732d622f81
    namespace: kserve-ci-e2e-test
    resourceVersion: "40574"
    uid: 69a3cec2-fd40-4de3-813b-2ca49ea9f8f1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:58:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "40439"
    uid: 47c863ae-aa78-4bde-ae86-ea69fa364cbf
  kind: Event
  lastTimestamp: "2026-04-21T04:58:23Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-b5cdz'
  metadata:
    creationTimestamp: "2026-04-21T04:58:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:58:23Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd.18a84670d8897e1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40451"
    uid: d7cbeb42-266b-46a3-afc4-e753338f1608
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:58:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40437"
    uid: 292c04cf-53f0-4089-b78e-5d8e5d175408
  kind: Event
  lastTimestamp: "2026-04-21T04:58:23Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-21T04:58:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:58:23Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18a84670d5d655a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40442"
    uid: 63b0ee26-1ee8-4b1d-a085-396b6bf70db7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-21T04:58:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40420"
    uid: 70b230bd-7b0d-42ad-aaf9-96b09af4f1e6
  kind: Event
  lastTimestamp: "2026-04-21T04:58:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T04:58:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:58:29Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a84670d5b76196
    namespace: kserve-ci-e2e-test
    resourceVersion: "40529"
    uid: 1f621bfa-57f2-4aea-bd01-cd87696e1e3b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:58:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40420"
    uid: 70b230bd-7b0d-42ad-aaf9-96b09af4f1e6
  kind: Event
  lastTimestamp: "2026-04-21T04:58:23Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T04:58:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:58:23Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a84670d621c416
    namespace: kserve-ci-e2e-test
    resourceVersion: "40444"
    uid: 043cddcf-1eb7-48cf-bf9c-b235dc59ac67
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T04:57:02.367676Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-ftbl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39766"
    uid: 7491fd0a-842c-4776-b578-6c4bc226491a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-ftbl2
    to ip-10-0-134-15.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T04:57:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T04:57:02Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-ftbl2.18a8465df5d116a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39773"
    uid: 960f605b-182c-4c66-98d7-e20bc8c6d6ac
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c5667b7d6-xznfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:57:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-ftbl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39777"
    uid: 7491fd0a-842c-4776-b578-6c4bc226491a
  kind: Event
  lastTimestamp: "2026-04-21T04:57:02Z"
  message: Add eth0 [10.132.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T04:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T04:57:02Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-ftbl2.18a8465e0e5c7ebd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39784"
    uid: 7d3e8a9f-b43e-4133-a201-b2abac27d3e6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:57:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-ftbl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39768"
    uid: 7491fd0a-842c-4776-b578-6c4bc226491a
  kind: Event
  lastTimestamp: "2026-04-21T04:57:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:57:02Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-ftbl2.18a8465e0fc92729
    namespace: kserve-ci-e2e-test
    resourceVersion: "39786"
    uid: 701238d4-5419-4558-8fbd-e06713f62a3f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:57:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-ftbl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39768"
    uid: 7491fd0a-842c-4776-b578-6c4bc226491a
  kind: Event
  lastTimestamp: "2026-04-21T04:57:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T04:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:57:02Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-ftbl2.18a8465e12a731ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "39789"
    uid: 26f553e6-92cf-4bb2-9f7c-1f13c809d62c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:57:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-ftbl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39768"
    uid: 7491fd0a-842c-4776-b578-6c4bc226491a
  kind: Event
  lastTimestamp: "2026-04-21T04:57:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T04:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:57:02Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-ftbl2.18a8465e135d6e3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39790"
    uid: c68d5988-59b8-43d2-a2eb-71b3742faa2f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:57:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-ftbl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39768"
    uid: 7491fd0a-842c-4776-b578-6c4bc226491a
  kind: Event
  lastTimestamp: "2026-04-21T04:57:04Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:57:04Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-ftbl2.18a8465e6f1ff11f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39813"
    uid: 85357101-562f-4e99-b524-dca63f9865a3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:57:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-ftbl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39768"
    uid: 7491fd0a-842c-4776-b578-6c4bc226491a
  kind: Event
  lastTimestamp: "2026-04-21T04:57:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T04:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:57:04Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-ftbl2.18a8465e71c73084
    namespace: kserve-ci-e2e-test
    resourceVersion: "39815"
    uid: f99b6ada-0ef3-404d-a074-8677702717fe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:57:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-ftbl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39768"
    uid: 7491fd0a-842c-4776-b578-6c4bc226491a
  kind: Event
  lastTimestamp: "2026-04-21T04:57:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:57:04Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-ftbl2.18a8465e72303b48
    namespace: kserve-ci-e2e-test
    resourceVersion: "39816"
    uid: 51e44ad2-bc8c-4b6c-958e-c4af00c74280
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:57:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-ftbl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39768"
    uid: 7491fd0a-842c-4776-b578-6c4bc226491a
  kind: Event
  lastTimestamp: "2026-04-21T04:57:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:57:04Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-ftbl2.18a8465e723b518e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39817"
    uid: 3dcd89ad-ae1a-4ffc-91a1-2beba8f9e5f3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:57:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-ftbl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39768"
    uid: 7491fd0a-842c-4776-b578-6c4bc226491a
  kind: Event
  lastTimestamp: "2026-04-21T04:57:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-21T04:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:57:04Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-ftbl2.18a8465e74d280c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39819"
    uid: 7e34070b-d358-4a6c-8e16-689cccefabb9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:57:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-ftbl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39768"
    uid: 7491fd0a-842c-4776-b578-6c4bc226491a
  kind: Event
  lastTimestamp: "2026-04-21T04:57:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:57:04Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-ftbl2.18a8465e753ec149
    namespace: kserve-ci-e2e-test
    resourceVersion: "39820"
    uid: b1dc3681-4e54-4bd2-8234-61e12a692994
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-21T04:57:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-ftbl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39768"
    uid: 7491fd0a-842c-4776-b578-6c4bc226491a
  kind: Event
  lastTimestamp: "2026-04-21T04:58:02Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.64:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T04:57:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:58:02Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-ftbl2.18a8465ee6d5c646
    namespace: kserve-ci-e2e-test
    resourceVersion: "40238"
    uid: 6d71b518-ff66-4b79-a9f8-9a6a74fc9bcd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:58:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-ftbl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39768"
    uid: 7491fd0a-842c-4776-b578-6c4bc226491a
  kind: Event
  lastTimestamp: "2026-04-21T04:58:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:58:22Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-ftbl2.18a84670986b6e43
    namespace: kserve-ci-e2e-test
    resourceVersion: "40397"
    uid: 06bd6287-cd54-4862-a3ca-fb175ac17496
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:58:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-ftbl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39768"
    uid: 7491fd0a-842c-4776-b578-6c4bc226491a
  kind: Event
  lastTimestamp: "2026-04-21T04:58:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:58:22Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-ftbl2.18a84670986be38d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40398"
    uid: ddb2aa53-9288-4853-beb7-d93e9e8b2b86
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:58:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-ftbl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39768"
    uid: 7491fd0a-842c-4776-b578-6c4bc226491a
  kind: Event
  lastTimestamp: "2026-04-21T04:58:22Z"
  message: 'Readiness probe failed: Get "https://10.132.0.64:8643/healthz": dial tcp
    10.132.0.64:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-21T04:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:58:22Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-ftbl2.18a8467098ef8093
    namespace: kserve-ci-e2e-test
    resourceVersion: "40399"
    uid: 961004d3-403e-4ad7-85e8-e4040ceb0288
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:57:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664
    namespace: kserve-ci-e2e-test
    resourceVersion: "39757"
    uid: a0e0a210-98ad-4aac-90dc-1e50ece7ec5e
  kind: Event
  lastTimestamp: "2026-04-21T04:57:02Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-ftbl2'
  metadata:
    creationTimestamp: "2026-04-21T04:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:57:02Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664.18a8465df541f1ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "39767"
    uid: daf97f7f-f3c3-4fe0-b648-6ced7398a64a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:57:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39756"
    uid: 3b866305-36b2-4707-82f5-5d8a4e29d742
  kind: Event
  lastTimestamp: "2026-04-21T04:57:02Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-21T04:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:57:02Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a8465df2c390ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "39759"
    uid: e9e21f86-c59a-47e4-8078-67107d1851c1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:57:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39758"
    uid: 0bf323e5-c8ae-455c-80da-3f941888f4a3
  kind: Event
  lastTimestamp: "2026-04-21T04:57:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:57:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:57:47Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a84661716aa777
    namespace: kserve-ci-e2e-test
    resourceVersion: "40129"
    uid: 7c3eef03-c181-4235-8106-cadbc30f5408
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:57:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39758"
    uid: 0bf323e5-c8ae-455c-80da-3f941888f4a3
  kind: Event
  lastTimestamp: "2026-04-21T04:57:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:57:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:57:47Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a8466171ca2159
    namespace: kserve-ci-e2e-test
    resourceVersion: "40130"
    uid: ad6e2eaa-ca40-48d6-bd85-a2a658f2bf3e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T04:57:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39918"
    uid: 0bf323e5-c8ae-455c-80da-3f941888f4a3
  kind: Event
  lastTimestamp: "2026-04-21T04:58:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:57:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:58:17Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a84664f0e2a797
    namespace: kserve-ci-e2e-test
    resourceVersion: "40344"
    uid: cea838af-85f0-416f-b2e1-a56273e2e91d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T04:57:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39918"
    uid: 0bf323e5-c8ae-455c-80da-3f941888f4a3
  kind: Event
  lastTimestamp: "2026-04-21T04:58:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:57:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:58:17Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a84664f1455fa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40345"
    uid: bf673e63-8442-48bd-aaa6-6fa2510729c3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-21T04:57:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39745"
    uid: 1271d7cd-c13d-4f4a-8336-549c4c884ff1
  kind: Event
  lastTimestamp: "2026-04-21T04:58:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T04:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:58:12Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a8465df2cbbe1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40311"
    uid: 63e224ec-dd02-4097-9fd8-33427fa436ea
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:57:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39745"
    uid: 1271d7cd-c13d-4f4a-8336-549c4c884ff1
  kind: Event
  lastTimestamp: "2026-04-21T04:57:02Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T04:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:57:02Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a8465df3434e7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39762"
    uid: 860d31dd-9008-4558-88c4-532f1f793125
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:58:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40307"
    uid: 1271d7cd-c13d-4f4a-8336-549c4c884ff1
  kind: Event
  lastTimestamp: "2026-04-21T04:58:12Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-21T04:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:58:12Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a8466e49fe81c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40309"
    uid: 81df668d-932d-47af-91c8-ec21a776c8cc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T04:56:51.299768Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-mmmqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "39608"
    uid: 1b95e3a3-85cd-481f-9aa6-6bfe4c86d697
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-mmmqk
    to ip-10-0-134-15.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T04:56:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T04:56:51Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-mmmqk.18a8465b621e3cf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39615"
    uid: 63b0f432-e9c5-44e7-9b45-96358cda54e6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c5667b7d6-xznfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:56:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-mmmqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "39613"
    uid: 1b95e3a3-85cd-481f-9aa6-6bfe4c86d697
  kind: Event
  lastTimestamp: "2026-04-21T04:56:51Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-21T04:56:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:56:51Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-mmmqk.18a8465b71dff520
    namespace: kserve-ci-e2e-test
    resourceVersion: "39624"
    uid: d2d903b4-8b00-4539-859a-6ecef4e0ea41
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:56:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-mmmqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "39619"
    uid: 1b95e3a3-85cd-481f-9aa6-6bfe4c86d697
  kind: Event
  lastTimestamp: "2026-04-21T04:56:52Z"
  message: Add eth0 [10.132.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T04:56:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T04:56:52Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-mmmqk.18a8465b9e6e5a69
    namespace: kserve-ci-e2e-test
    resourceVersion: "39632"
    uid: ab2dd0b0-9af8-4a65-81c9-f6d573c7b634
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:56:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-mmmqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "39613"
    uid: 1b95e3a3-85cd-481f-9aa6-6bfe4c86d697
  kind: Event
  lastTimestamp: "2026-04-21T04:56:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:56:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:56:59Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-mmmqk.18a8465b9fd6920c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39692"
    uid: bc507ce7-61b9-4b7c-909e-97bb8fddb908
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:56:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-mmmqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "39613"
    uid: 1b95e3a3-85cd-481f-9aa6-6bfe4c86d697
  kind: Event
  lastTimestamp: "2026-04-21T04:56:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T04:56:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:56:59Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-mmmqk.18a8465ba2825379
    namespace: kserve-ci-e2e-test
    resourceVersion: "39694"
    uid: 1cecacb1-14ba-484e-9ec4-93ee7239a205
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:56:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-mmmqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "39613"
    uid: 1b95e3a3-85cd-481f-9aa6-6bfe4c86d697
  kind: Event
  lastTimestamp: "2026-04-21T04:56:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T04:56:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:56:59Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-mmmqk.18a8465ba2efcf5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39695"
    uid: 941bf5a1-5dd3-4bb5-a0ba-74fa9642d70e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:57:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-mmmqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "39613"
    uid: 1b95e3a3-85cd-481f-9aa6-6bfe4c86d697
  kind: Event
  lastTimestamp: "2026-04-21T04:57:01Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T04:57:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:57:01Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-mmmqk.18a8465dbb718249
    namespace: kserve-ci-e2e-test
    resourceVersion: "39730"
    uid: cb250049-f58b-4b93-b815-08eeab948ba9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:56:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39600"
    uid: b4d5fd4c-0e7e-48c3-b963-5fb88d63cf23
  kind: Event
  lastTimestamp: "2026-04-21T04:56:51Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-mmmqk'
  metadata:
    creationTimestamp: "2026-04-21T04:56:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:56:51Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb.18a8465b6196f0cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39612"
    uid: 3d398c04-b4ed-46d7-87e6-cb588e3b04b3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:56:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39598"
    uid: b063a6be-fbd7-475d-a98e-a78e6a42407c
  kind: Event
  lastTimestamp: "2026-04-21T04:56:51Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-54884788bb
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-21T04:56:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:56:51Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18a8465b5f2043b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39602"
    uid: 16693a67-84f7-4d61-8f85-f627efc89ab9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-21T04:56:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "39589"
    uid: 2e5c9220-9632-4600-b58f-03a961efaa4e
  kind: Event
  lastTimestamp: "2026-04-21T04:56:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T04:56:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:56:59Z"
    name: isvc-sklearn-s3-tls-global-fail.18a8465b5efbe352
    namespace: kserve-ci-e2e-test
    resourceVersion: "39698"
    uid: e55271d1-e71d-48c5-9e55-b7ea1d407dc4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:56:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "39589"
    uid: 2e5c9220-9632-4600-b58f-03a961efaa4e
  kind: Event
  lastTimestamp: "2026-04-21T04:56:51Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T04:56:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:56:51Z"
    name: isvc-sklearn-s3-tls-global-fail.18a8465b5f785af1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39604"
    uid: 80de1808-8b95-4332-ae63-5b3f7a269f24
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T04:55:30.183269Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rfmkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38931"
    uid: d9f26e39-da8c-4acf-8bfb-bb1489553724
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rfmkq
    to ip-10-0-134-15.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T04:55:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T04:55:30Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rfmkq.18a846487f32ab98
    namespace: kserve-ci-e2e-test
    resourceVersion: "38935"
    uid: 56d2f62e-5a18-4a00-8a97-27b171026d9e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c5667b7d6-xznfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:55:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rfmkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38941"
    uid: d9f26e39-da8c-4acf-8bfb-bb1489553724
  kind: Event
  lastTimestamp: "2026-04-21T04:55:30Z"
  message: Add eth0 [10.132.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T04:55:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T04:55:30Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rfmkq.18a8464897eb69f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38952"
    uid: 2294679c-5e0b-494e-8fcc-4063ec4781f3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:55:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rfmkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38933"
    uid: d9f26e39-da8c-4acf-8bfb-bb1489553724
  kind: Event
  lastTimestamp: "2026-04-21T04:55:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:55:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:55:30Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rfmkq.18a8464899900794
    namespace: kserve-ci-e2e-test
    resourceVersion: "38954"
    uid: 9cb41841-420e-4205-8fa0-626d17377802
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:55:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rfmkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38933"
    uid: d9f26e39-da8c-4acf-8bfb-bb1489553724
  kind: Event
  lastTimestamp: "2026-04-21T04:55:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T04:55:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:55:30Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rfmkq.18a846489cb1474e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38956"
    uid: c21ede8e-ecc0-4b4b-ab6c-ef83b1dc3fad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:55:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rfmkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38933"
    uid: d9f26e39-da8c-4acf-8bfb-bb1489553724
  kind: Event
  lastTimestamp: "2026-04-21T04:55:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T04:55:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:55:30Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rfmkq.18a846489d1ffd53
    namespace: kserve-ci-e2e-test
    resourceVersion: "38957"
    uid: 612c9c86-4c47-46b9-8787-26411ba96501
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:55:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rfmkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38933"
    uid: d9f26e39-da8c-4acf-8bfb-bb1489553724
  kind: Event
  lastTimestamp: "2026-04-21T04:55:32Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:55:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:55:32Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rfmkq.18a84648f36023b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38978"
    uid: c495fb1f-9724-43bf-963e-2cce6f619f73
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:55:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rfmkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38933"
    uid: d9f26e39-da8c-4acf-8bfb-bb1489553724
  kind: Event
  lastTimestamp: "2026-04-21T04:55:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T04:55:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:55:32Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rfmkq.18a84648f661a99b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38981"
    uid: 3caace58-0019-4167-975e-8d566b2e9a9c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:55:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rfmkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38933"
    uid: d9f26e39-da8c-4acf-8bfb-bb1489553724
  kind: Event
  lastTimestamp: "2026-04-21T04:55:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:55:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:55:32Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rfmkq.18a84648f6cfbec1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38982"
    uid: cd40342c-cfa4-4602-917a-2c10ddf37be4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:55:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rfmkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38933"
    uid: d9f26e39-da8c-4acf-8bfb-bb1489553724
  kind: Event
  lastTimestamp: "2026-04-21T04:55:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:55:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:55:32Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rfmkq.18a84648f6dc57a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38983"
    uid: 39ac949e-8c76-4b48-9b6b-815e5e21d1ac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:55:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rfmkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38933"
    uid: d9f26e39-da8c-4acf-8bfb-bb1489553724
  kind: Event
  lastTimestamp: "2026-04-21T04:55:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-21T04:55:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:55:32Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rfmkq.18a84648f9d64c21
    namespace: kserve-ci-e2e-test
    resourceVersion: "38985"
    uid: a9efc32c-9780-4a89-b4d1-bf2cc569ce96
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:55:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rfmkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38933"
    uid: d9f26e39-da8c-4acf-8bfb-bb1489553724
  kind: Event
  lastTimestamp: "2026-04-21T04:55:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:55:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:55:32Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rfmkq.18a84648fa418c68
    namespace: kserve-ci-e2e-test
    resourceVersion: "38986"
    uid: d06bddeb-4f77-4029-9975-e472b9f4fec2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-21T04:55:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rfmkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38933"
    uid: d9f26e39-da8c-4acf-8bfb-bb1489553724
  kind: Event
  lastTimestamp: "2026-04-21T04:56:30Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.62:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T04:55:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:56:30Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rfmkq.18a846496b573897
    namespace: kserve-ci-e2e-test
    resourceVersion: "39402"
    uid: ddc9debb-31ff-4d5a-bcd8-8df1cf1550bf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:56:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rfmkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38933"
    uid: d9f26e39-da8c-4acf-8bfb-bb1489553724
  kind: Event
  lastTimestamp: "2026-04-21T04:56:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:56:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:56:50Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rfmkq.18a8465b21146dbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39573"
    uid: 7cd34e4d-d38b-410d-a684-f8f1aadb4fd5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:56:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rfmkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38933"
    uid: d9f26e39-da8c-4acf-8bfb-bb1489553724
  kind: Event
  lastTimestamp: "2026-04-21T04:56:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:56:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:56:50Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rfmkq.18a8465b21159a7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39574"
    uid: 465db1d4-d2d3-4d94-915f-82db0c3dbb63
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:55:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76
    namespace: kserve-ci-e2e-test
    resourceVersion: "38920"
    uid: b62b2682-0935-46d5-ad58-9d27bef040c4
  kind: Event
  lastTimestamp: "2026-04-21T04:55:30Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rfmkq'
  metadata:
    creationTimestamp: "2026-04-21T04:55:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:55:30Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76.18a846487ea283f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38932"
    uid: f0db6a25-6836-449e-8040-113ff591e7b1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:55:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38918"
    uid: b6d121cf-10dd-4ace-837c-80d7903f77d1
  kind: Event
  lastTimestamp: "2026-04-21T04:55:30Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-5488974f76
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-21T04:55:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:55:30Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a846487bf94a74
    namespace: kserve-ci-e2e-test
    resourceVersion: "38922"
    uid: 7b3a5cca-6abf-4ce5-b682-4b5afdf9b341
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:55:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38919"
    uid: 87778bd9-6917-40cc-b2af-580ce718595a
  kind: Event
  lastTimestamp: "2026-04-21T04:56:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:55:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:56:15Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a8464bfa858a97
    namespace: kserve-ci-e2e-test
    resourceVersion: "39292"
    uid: dde3b3df-750b-4931-baac-897f4215317b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:55:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38919"
    uid: 87778bd9-6917-40cc-b2af-580ce718595a
  kind: Event
  lastTimestamp: "2026-04-21T04:56:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:55:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:56:15Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a8464bfaf14044
    namespace: kserve-ci-e2e-test
    resourceVersion: "39293"
    uid: 7957b977-d34b-4b26-98e2-d9068d208799
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T04:56:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39083"
    uid: 87778bd9-6917-40cc-b2af-580ce718595a
  kind: Event
  lastTimestamp: "2026-04-21T04:56:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:56:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:56:45Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a8464f7a14f2f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39520"
    uid: 22b982dc-89aa-4bfc-8acf-dafb5afff157
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T04:56:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39083"
    uid: 87778bd9-6917-40cc-b2af-580ce718595a
  kind: Event
  lastTimestamp: "2026-04-21T04:56:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:56:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:56:45Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a8464f7a7751b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39521"
    uid: 1d74620e-a13d-4a36-afaf-7914c56853fe
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-21T04:55:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38908"
    uid: 7536111c-c2ce-4eb2-ad22-c6dec7abc56c
  kind: Event
  lastTimestamp: "2026-04-21T04:56:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T04:55:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:56:40Z"
    name: isvc-sklearn-s3-tls-global-pass.18a846487bd5e500
    namespace: kserve-ci-e2e-test
    resourceVersion: "39482"
    uid: c9936980-d0ee-40bf-8d18-ba449eabac21
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:55:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38908"
    uid: 7536111c-c2ce-4eb2-ad22-c6dec7abc56c
  kind: Event
  lastTimestamp: "2026-04-21T04:55:30Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T04:55:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:55:30Z"
    name: isvc-sklearn-s3-tls-global-pass.18a846487c2d8f3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38945"
    uid: 7a7657c5-4220-4310-82ea-980835a7456a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:55:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38928"
    uid: 7536111c-c2ce-4eb2-ad22-c6dec7abc56c
  kind: Event
  lastTimestamp: "2026-04-21T04:55:30Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-21T04:55:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:55:30Z"
    name: isvc-sklearn-s3-tls-global-pass.18a8464883156f29
    namespace: kserve-ci-e2e-test
    resourceVersion: "38946"
    uid: ad1d3f63-58eb-4479-945e-2ca90d8a5c52
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:56:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39480"
    uid: 7536111c-c2ce-4eb2-ad22-c6dec7abc56c
  kind: Event
  lastTimestamp: "2026-04-21T04:56:40Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-21T04:56:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:56:40Z"
    name: isvc-sklearn-s3-tls-global-pass.18a84658ce6edabc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39481"
    uid: 81cd7cb5-c778-461d-83f2-0f08a64f2fe3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T04:59:55.666158Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-j6nbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "41276"
    uid: c848fbfb-4c20-4e70-96cf-864b89b6ee3a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-j6nbs
    to ip-10-0-134-15.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T04:59:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T04:59:55Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-j6nbs.18a846864f360d1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41283"
    uid: 1a44f451-6abe-4a17-8d3a-7a19800468c3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c5667b7d6-xznfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:59:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-j6nbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "41281"
    uid: c848fbfb-4c20-4e70-96cf-864b89b6ee3a
  kind: Event
  lastTimestamp: "2026-04-21T04:59:55Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-21T04:59:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:59:55Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-j6nbs.18a846865a303c31
    namespace: kserve-ci-e2e-test
    resourceVersion: "41291"
    uid: f46e31a1-db31-41dd-9f69-834b3ca402f5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:59:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-j6nbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "41287"
    uid: c848fbfb-4c20-4e70-96cf-864b89b6ee3a
  kind: Event
  lastTimestamp: "2026-04-21T04:59:56Z"
  message: Add eth0 [10.132.0.67/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T04:59:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T04:59:56Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-j6nbs.18a846868b99780b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41302"
    uid: bfcf6067-35d3-42e0-b590-47b8ed41eff1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:59:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-j6nbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "41281"
    uid: c848fbfb-4c20-4e70-96cf-864b89b6ee3a
  kind: Event
  lastTimestamp: "2026-04-21T05:00:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:59:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T05:00:00Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-j6nbs.18a846868d06a2c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "41343"
    uid: 2a3baf6c-d07e-4b73-82fd-d8029ea7e097
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:59:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-j6nbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "41281"
    uid: c848fbfb-4c20-4e70-96cf-864b89b6ee3a
  kind: Event
  lastTimestamp: "2026-04-21T05:00:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T04:59:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T05:00:00Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-j6nbs.18a846868fd66a2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41345"
    uid: 318e815e-2ed8-416e-b48c-d1618d629b59
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:59:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-j6nbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "41281"
    uid: c848fbfb-4c20-4e70-96cf-864b89b6ee3a
  kind: Event
  lastTimestamp: "2026-04-21T05:00:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T04:59:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T05:00:00Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-j6nbs.18a84686903dcc0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41349"
    uid: a6d48c4b-6a8f-4ea1-b41d-f9cf23f45859
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T05:00:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-j6nbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "41281"
    uid: c848fbfb-4c20-4e70-96cf-864b89b6ee3a
  kind: Event
  lastTimestamp: "2026-04-21T05:00:04Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-j6nbs_kserve-ci-e2e-test(c848fbfb-4c20-4e70-96cf-864b89b6ee3a)
  metadata:
    creationTimestamp: "2026-04-21T05:00:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T05:00:04Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-j6nbs.18a846887781dd41
    namespace: kserve-ci-e2e-test
    resourceVersion: "41379"
    uid: d3d51112-ae7c-48c6-9c33-368143b4d725
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:59:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965
    namespace: kserve-ci-e2e-test
    resourceVersion: "41268"
    uid: 4c085401-2e89-4ce5-8860-78a574109640
  kind: Event
  lastTimestamp: "2026-04-21T04:59:55Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-j6nbs'
  metadata:
    creationTimestamp: "2026-04-21T04:59:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:59:55Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965.18a846864ea9c8f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "41280"
    uid: d48a19a4-d56d-4a40-9c3e-c3758c4efa41
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:59:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41266"
    uid: 3e3a286f-3929-4e5c-b5d5-1889c08b4c04
  kind: Event
  lastTimestamp: "2026-04-21T04:59:55Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-21T04:59:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:59:55Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18a846864bed934a
    namespace: kserve-ci-e2e-test
    resourceVersion: "41270"
    uid: c178a663-7816-4884-a584-aa14b26cad7f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-21T04:59:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41256"
    uid: 2fb6bf2f-a59e-4dd7-a728-ffe87f0ccd61
  kind: Event
  lastTimestamp: "2026-04-21T05:00:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T04:59:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T05:00:05Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a846864bc9f95e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41383"
    uid: 1d15c534-52b0-4f07-b317-84781c938e2b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:59:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41256"
    uid: 2fb6bf2f-a59e-4dd7-a728-ffe87f0ccd61
  kind: Event
  lastTimestamp: "2026-04-21T04:59:55Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T04:59:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:59:55Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a846864c43038c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41272"
    uid: 2435ed03-a6b0-4be2-8584-a45e1ae5dd5d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T04:58:34.557218Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-pfjm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40608"
    uid: 9ec1ebde-eb3a-4c1a-8e08-314862b6bb22
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-pfjm4
    to ip-10-0-134-15.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T04:58:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T04:58:34Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-pfjm4.18a846736cbdde15
    namespace: kserve-ci-e2e-test
    resourceVersion: "40615"
    uid: 807e6e6c-61aa-496c-8dc9-85264071cd76
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c5667b7d6-xznfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:58:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-pfjm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40619"
    uid: 9ec1ebde-eb3a-4c1a-8e08-314862b6bb22
  kind: Event
  lastTimestamp: "2026-04-21T04:58:34Z"
  message: Add eth0 [10.132.0.66/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T04:58:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T04:58:34Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-pfjm4.18a8467385955e70
    namespace: kserve-ci-e2e-test
    resourceVersion: "40632"
    uid: 66f8be85-9844-4616-a1f1-1224c61b334a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:58:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-pfjm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40610"
    uid: 9ec1ebde-eb3a-4c1a-8e08-314862b6bb22
  kind: Event
  lastTimestamp: "2026-04-21T04:58:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:58:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:58:34Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-pfjm4.18a8467386e5c77e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40634"
    uid: 4b601a58-311d-4fa2-a585-59d0a85c7c47
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:58:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-pfjm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40610"
    uid: 9ec1ebde-eb3a-4c1a-8e08-314862b6bb22
  kind: Event
  lastTimestamp: "2026-04-21T04:58:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T04:58:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:58:35Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-pfjm4.18a8467389cc0134
    namespace: kserve-ci-e2e-test
    resourceVersion: "40636"
    uid: 10cfa8ca-a3c4-4de1-b848-a668ab877754
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:58:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-pfjm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40610"
    uid: 9ec1ebde-eb3a-4c1a-8e08-314862b6bb22
  kind: Event
  lastTimestamp: "2026-04-21T04:58:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T04:58:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:58:35Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-pfjm4.18a846738a40747b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40637"
    uid: 85c7787a-24b1-46db-a245-9af5f162fdfb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:58:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-pfjm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40610"
    uid: 9ec1ebde-eb3a-4c1a-8e08-314862b6bb22
  kind: Event
  lastTimestamp: "2026-04-21T04:58:36Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:58:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:58:36Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-pfjm4.18a84673ea98ab25
    namespace: kserve-ci-e2e-test
    resourceVersion: "40660"
    uid: b40ddec3-ffd1-4716-a8f2-572e36fc7bf3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:58:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-pfjm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40610"
    uid: 9ec1ebde-eb3a-4c1a-8e08-314862b6bb22
  kind: Event
  lastTimestamp: "2026-04-21T04:58:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T04:58:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:58:36Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-pfjm4.18a84673ed698805
    namespace: kserve-ci-e2e-test
    resourceVersion: "40662"
    uid: 21e3fb36-6267-4f1e-9a13-6127a4accfb2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:58:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-pfjm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40610"
    uid: 9ec1ebde-eb3a-4c1a-8e08-314862b6bb22
  kind: Event
  lastTimestamp: "2026-04-21T04:58:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:58:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:58:36Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-pfjm4.18a84673edd94988
    namespace: kserve-ci-e2e-test
    resourceVersion: "40663"
    uid: 122f1011-ec10-417e-834d-e0599f52e48d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:58:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-pfjm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40610"
    uid: 9ec1ebde-eb3a-4c1a-8e08-314862b6bb22
  kind: Event
  lastTimestamp: "2026-04-21T04:58:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:58:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:58:36Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-pfjm4.18a84673ede562a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40664"
    uid: 6fa48a43-f56d-4eff-96a9-d4dc2d4cfc38
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:58:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-pfjm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40610"
    uid: 9ec1ebde-eb3a-4c1a-8e08-314862b6bb22
  kind: Event
  lastTimestamp: "2026-04-21T04:58:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-21T04:58:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:58:36Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-pfjm4.18a84673f0690fdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "40666"
    uid: 38b8020e-5a18-419c-a61f-f7bb949bb4c1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:58:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-pfjm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40610"
    uid: 9ec1ebde-eb3a-4c1a-8e08-314862b6bb22
  kind: Event
  lastTimestamp: "2026-04-21T04:58:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:58:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:58:36Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-pfjm4.18a84673f0e8bf31
    namespace: kserve-ci-e2e-test
    resourceVersion: "40668"
    uid: 61e0c888-e372-411d-80bf-64eb3defdd66
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-21T04:58:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-pfjm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40610"
    uid: 9ec1ebde-eb3a-4c1a-8e08-314862b6bb22
  kind: Event
  lastTimestamp: "2026-04-21T04:59:54Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.66:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T04:58:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:59:54Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-pfjm4.18a84674624f9d2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41245"
    uid: 453b9245-1a4d-414f-b1e0-a4b82f85ebda
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:59:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-pfjm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40610"
    uid: 9ec1ebde-eb3a-4c1a-8e08-314862b6bb22
  kind: Event
  lastTimestamp: "2026-04-21T04:59:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:59:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:59:54Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-pfjm4.18a846860f6d7fe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "41242"
    uid: 5f3078a1-cc22-470b-9f41-793e1db17712
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:59:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-pfjm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40610"
    uid: 9ec1ebde-eb3a-4c1a-8e08-314862b6bb22
  kind: Event
  lastTimestamp: "2026-04-21T04:59:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:59:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:59:54Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-pfjm4.18a846860f6de5bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "41243"
    uid: 00ecf4cb-ae00-4dff-ae34-10f25201f86d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:59:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-pfjm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40610"
    uid: 9ec1ebde-eb3a-4c1a-8e08-314862b6bb22
  kind: Event
  lastTimestamp: "2026-04-21T04:59:54Z"
  message: 'Readiness probe failed: Get "https://10.132.0.66:8643/healthz": dial tcp
    10.132.0.66:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-21T04:59:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:59:54Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-pfjm4.18a846861459f2b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "41244"
    uid: 23149ec1-d220-4283-9129-92bf6a6f7f4b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:58:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40599"
    uid: 598e6a42-4c9b-453b-b629-57aebed664a5
  kind: Event
  lastTimestamp: "2026-04-21T04:58:34Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-pfjm4'
  metadata:
    creationTimestamp: "2026-04-21T04:58:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:58:34Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf.18a846736c53bae8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40609"
    uid: 97257e24-0a0c-47fd-af19-2461042ed9b2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:58:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40597"
    uid: 7c160788-5277-4c85-83ed-8915528d2488
  kind: Event
  lastTimestamp: "2026-04-21T04:58:34Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-21T04:58:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:58:34Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a8467369d62453
    namespace: kserve-ci-e2e-test
    resourceVersion: "40601"
    uid: 8d0c1a45-3172-43ea-8dfb-df314f8a3aa2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:58:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40598"
    uid: d4183475-0155-466f-85df-6308ae74b602
  kind: Event
  lastTimestamp: "2026-04-21T04:59:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:58:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:59:04Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a84676e85b0476
    namespace: kserve-ci-e2e-test
    resourceVersion: "40864"
    uid: 35c49acc-478d-4af7-9cc4-c4c36da77cce
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:58:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40598"
    uid: d4183475-0155-466f-85df-6308ae74b602
  kind: Event
  lastTimestamp: "2026-04-21T04:59:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:58:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:59:04Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a84676e8ba61a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40865"
    uid: b3c006ad-c433-4828-9bcf-201a9b12f285
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T04:59:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40760"
    uid: d4183475-0155-466f-85df-6308ae74b602
  kind: Event
  lastTimestamp: "2026-04-21T04:59:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:59:49Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a8467de6d68d97
    namespace: kserve-ci-e2e-test
    resourceVersion: "41188"
    uid: 66c3eca0-925c-4c0b-b3cd-4224786cbe3e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T04:59:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40760"
    uid: d4183475-0155-466f-85df-6308ae74b602
  kind: Event
  lastTimestamp: "2026-04-21T04:59:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:59:49Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a8467de73ca89d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41189"
    uid: 0acd8b24-0cdc-410c-abc7-e032cc7423cf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-21T04:58:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40588"
    uid: 50bf4235-7a65-446e-8f5e-704dffedf8e0
  kind: Event
  lastTimestamp: "2026-04-21T04:59:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T04:58:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:59:44Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a8467369aee117
    namespace: kserve-ci-e2e-test
    resourceVersion: "41156"
    uid: e41b75cc-9e28-4c3f-8825-5be44589172d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:58:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40588"
    uid: 50bf4235-7a65-446e-8f5e-704dffedf8e0
  kind: Event
  lastTimestamp: "2026-04-21T04:58:34Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T04:58:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:58:34Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a846736a00b2c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40622"
    uid: dbfc54f6-e6e9-4479-bfd7-b753275da19e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:58:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40590"
    uid: 50bf4235-7a65-446e-8f5e-704dffedf8e0
  kind: Event
  lastTimestamp: "2026-04-21T04:58:34Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-21T04:58:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:58:34Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a846736ffe3cc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40623"
    uid: 339d7f73-a91d-4064-9ebb-119c05f12253
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:59:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41153"
    uid: 50bf4235-7a65-446e-8f5e-704dffedf8e0
  kind: Event
  lastTimestamp: "2026-04-21T04:59:44Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-21T04:59:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:59:44Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a84683c54b8ac8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41155"
    uid: 2721720b-2710-4a3a-a6da-08fbcc325311
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-21T04:54:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38225"
    uid: d7c358ef-99b4-4313-a046-787c7a058414
  kind: Event
  lastTimestamp: "2026-04-21T04:55:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T04:54:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:55:21Z"
    name: isvc-sklearn-s3.18a84635cd4d27bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38816"
    uid: aa36b347-5d53-42fb-8a90-8f6c28823140
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:54:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38225"
    uid: d7c358ef-99b4-4313-a046-787c7a058414
  kind: Event
  lastTimestamp: "2026-04-21T04:54:09Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T04:54:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:54:09Z"
    name: isvc-sklearn-s3.18a84635cdb8606a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38259"
    uid: 1ad6f4c5-0d32-4a44-8024-51dc4b281214
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:55:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38814"
    uid: d7c358ef-99b4-4313-a046-787c7a058414
  kind: Event
  lastTimestamp: "2026-04-21T04:55:20Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-04-21T04:55:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:55:21Z"
    name: isvc-sklearn-s3.18a846465bcd12c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38815"
    uid: b9dc6071-e5f8-4982-a56d-4f46748251a2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:37:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-c477977d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29748"
    uid: bb44ee0c-b4b1-4e5f-a889-224c80a62846
  kind: Event
  lastTimestamp: "2026-04-21T04:37:26Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-c477977d5-ltth4'
  metadata:
    creationTimestamp: "2026-04-21T04:37:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:37:26Z"
    name: isvc-sklearn-scheduler-predictor-c477977d5.18a8454c3a5ef5da
    namespace: kserve-ci-e2e-test
    resourceVersion: "29759"
    uid: c3d474d2-7391-4bcb-839a-da88da6f80fb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:37:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29746"
    uid: 7de62505-2b5d-4275-8bc8-f72b98ee5c6c
  kind: Event
  lastTimestamp: "2026-04-21T04:37:26Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-c477977d5 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-21T04:37:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:37:26Z"
    name: isvc-sklearn-scheduler-predictor.18a8454c361adbdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29749"
    uid: 123a9c59-870e-40d6-826d-8aff1f68dbbf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-21T04:37:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "29717"
    uid: a5bf28a7-485b-423d-a23b-4f33da59ee90
  kind: Event
  lastTimestamp: "2026-04-21T04:37:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T04:37:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:37:27Z"
    name: isvc-sklearn-scheduler.18a8454c35ae4d55
    namespace: kserve-ci-e2e-test
    resourceVersion: "29769"
    uid: 2524904d-8e4b-4a07-9180-e7b87a1e6dfd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:37:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "29717"
    uid: a5bf28a7-485b-423d-a23b-4f33da59ee90
  kind: Event
  lastTimestamp: "2026-04-21T04:37:26Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T04:37:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:37:26Z"
    name: isvc-sklearn-scheduler.18a8454c36282bda
    namespace: kserve-ci-e2e-test
    resourceVersion: "29750"
    uid: d272eceb-736e-4df2-8773-6d9e2c06e1e1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:37:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "29717"
    uid: a5bf28a7-485b-423d-a23b-4f33da59ee90
  kind: Event
  lastTimestamp: "2026-04-21T04:37:26Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-21T04:37:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:37:26Z"
    name: isvc-sklearn-scheduler.18a8454c36289421
    namespace: kserve-ci-e2e-test
    resourceVersion: "29752"
    uid: 6dc55370-1a4d-48a2-804f-c7137eec9dfc
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T04:42:46.915411Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-fw5xc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32533"
    uid: 663fcda7-68d5-4f11-aabe-091e83cd9f7b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-7f8b779bc6-fw5xc
    to ip-10-0-134-15.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T04:42:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T04:42:46Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-fw5xc.18a84596c8e37cf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32537"
    uid: 96816741-3d38-4a9e-9241-394a75862e58
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c5667b7d6-xznfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:42:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-fw5xc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32535"
    uid: 663fcda7-68d5-4f11-aabe-091e83cd9f7b
  kind: Event
  lastTimestamp: "2026-04-21T04:42:47Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-mixed-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-21T04:42:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:42:47Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-fw5xc.18a84596d457aac8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32545"
    uid: 40a80b2f-7953-4be1-8e0f-d82812883c50
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:42:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-fw5xc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32541"
    uid: 663fcda7-68d5-4f11-aabe-091e83cd9f7b
  kind: Event
  lastTimestamp: "2026-04-21T04:42:47Z"
  message: Add eth0 [10.132.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T04:42:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T04:42:47Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-fw5xc.18a84597057992d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32556"
    uid: c02c14c0-04d2-40ec-8673-68a07d3b544b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:42:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-fw5xc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32535"
    uid: 663fcda7-68d5-4f11-aabe-091e83cd9f7b
  kind: Event
  lastTimestamp: "2026-04-21T04:42:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:42:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:42:47Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-fw5xc.18a8459706f599d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32558"
    uid: dea1cc6b-00aa-4d9d-9f9b-84547d2de9bc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:42:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-fw5xc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32535"
    uid: 663fcda7-68d5-4f11-aabe-091e83cd9f7b
  kind: Event
  lastTimestamp: "2026-04-21T04:42:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T04:42:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:42:48Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-fw5xc.18a8459709a87a34
    namespace: kserve-ci-e2e-test
    resourceVersion: "32560"
    uid: 017012c4-e807-46cd-b9ff-51b666d99132
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:42:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-fw5xc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32535"
    uid: 663fcda7-68d5-4f11-aabe-091e83cd9f7b
  kind: Event
  lastTimestamp: "2026-04-21T04:42:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T04:42:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:42:48Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-fw5xc.18a845970a34a8bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32561"
    uid: de09f14e-8448-4c12-bf6e-73e9ffdc8efc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:42:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-fw5xc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32535"
    uid: 663fcda7-68d5-4f11-aabe-091e83cd9f7b
  kind: Event
  lastTimestamp: "2026-04-21T04:42:52Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:42:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:42:52Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-fw5xc.18a845982edc1316
    namespace: kserve-ci-e2e-test
    resourceVersion: "32610"
    uid: 79c791f8-4096-47f3-ad9e-cc8338e167d7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:42:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-fw5xc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32535"
    uid: 663fcda7-68d5-4f11-aabe-091e83cd9f7b
  kind: Event
  lastTimestamp: "2026-04-21T04:42:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T04:42:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:42:52Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-fw5xc.18a8459831abf329
    namespace: kserve-ci-e2e-test
    resourceVersion: "32613"
    uid: c10ea008-2d0c-4f3a-b7db-446d778ede27
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:42:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-fw5xc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32535"
    uid: 663fcda7-68d5-4f11-aabe-091e83cd9f7b
  kind: Event
  lastTimestamp: "2026-04-21T04:42:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:42:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:42:52Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-fw5xc.18a8459832160054
    namespace: kserve-ci-e2e-test
    resourceVersion: "32615"
    uid: d6a8faab-e100-4b92-b5c5-7fa2b108ac10
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:42:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-fw5xc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32535"
    uid: 663fcda7-68d5-4f11-aabe-091e83cd9f7b
  kind: Event
  lastTimestamp: "2026-04-21T04:42:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:42:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:42:52Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-fw5xc.18a845983221ba2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32617"
    uid: e7cca18b-6d83-4df7-8059-40ddbf58e2d0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:42:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-fw5xc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32535"
    uid: 663fcda7-68d5-4f11-aabe-091e83cd9f7b
  kind: Event
  lastTimestamp: "2026-04-21T04:42:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-21T04:42:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:42:53Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-fw5xc.18a845983502efbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32619"
    uid: 11203b71-7f9e-45f8-a6e9-cce0739efeb3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:42:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-fw5xc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32535"
    uid: 663fcda7-68d5-4f11-aabe-091e83cd9f7b
  kind: Event
  lastTimestamp: "2026-04-21T04:42:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:42:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:42:53Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-fw5xc.18a8459835725976
    namespace: kserve-ci-e2e-test
    resourceVersion: "32620"
    uid: 0ff17ae5-b118-4037-8491-1b297128ffe1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-21T04:42:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-fw5xc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32535"
    uid: 663fcda7-68d5-4f11-aabe-091e83cd9f7b
  kind: Event
  lastTimestamp: "2026-04-21T04:43:50Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T04:42:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:43:50Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-fw5xc.18a84598a6832943
    namespace: kserve-ci-e2e-test
    resourceVersion: "33031"
    uid: b4117a8d-1197-4f15-8891-66cf8560ad4b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:44:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-fw5xc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32535"
    uid: 663fcda7-68d5-4f11-aabe-091e83cd9f7b
  kind: Event
  lastTimestamp: "2026-04-21T04:44:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:44:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:44:06Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-fw5xc.18a845a96dcdb4ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "33174"
    uid: d7ccbb09-2187-439e-9593-427b39bb7b2f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:44:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-fw5xc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32535"
    uid: 663fcda7-68d5-4f11-aabe-091e83cd9f7b
  kind: Event
  lastTimestamp: "2026-04-21T04:44:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:44:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:44:07Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-fw5xc.18a845a96dce6616
    namespace: kserve-ci-e2e-test
    resourceVersion: "33176"
    uid: e7e689d8-94ee-4702-b2e5-612ea5cdd84b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:42:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32522"
    uid: fa093eed-aaaa-46d4-8684-7437e1553203
  kind: Event
  lastTimestamp: "2026-04-21T04:42:46Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-fw5xc'
  metadata:
    creationTimestamp: "2026-04-21T04:42:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:42:46Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6.18a84596c875e298
    namespace: kserve-ci-e2e-test
    resourceVersion: "32534"
    uid: dd825bd6-53af-4784-b19d-109e76f4dd7d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:42:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32520"
    uid: 28d20347-b488-4713-8724-6e6d909905cd
  kind: Event
  lastTimestamp: "2026-04-21T04:42:46Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-7f8b779bc6 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-21T04:42:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:42:46Z"
    name: isvc-sklearn-v2-mixed-predictor.18a84596c4676920
    namespace: kserve-ci-e2e-test
    resourceVersion: "32524"
    uid: 28ca91dc-936c-4559-8ef1-760d2443f34e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:43:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32521"
    uid: a3952626-f3f4-4076-b441-edfe4c597990
  kind: Event
  lastTimestamp: "2026-04-21T04:43:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:43:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:43:31Z"
    name: isvc-sklearn-v2-mixed-predictor.18a8459a43fd1a8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32895"
    uid: 9aadca7a-ed52-47e8-9037-27e715da0d96
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:43:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32521"
    uid: a3952626-f3f4-4076-b441-edfe4c597990
  kind: Event
  lastTimestamp: "2026-04-21T04:43:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:43:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:43:31Z"
    name: isvc-sklearn-v2-mixed-predictor.18a8459a4477d307
    namespace: kserve-ci-e2e-test
    resourceVersion: "32896"
    uid: 1094dc84-b2dc-4343-9ff7-e008ecf014c8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T04:43:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32686"
    uid: a3952626-f3f4-4076-b441-edfe4c597990
  kind: Event
  lastTimestamp: "2026-04-21T04:44:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:43:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:44:01Z"
    name: isvc-sklearn-v2-mixed-predictor.18a8459dc35678cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33113"
    uid: 323c50b6-cde4-4eb6-98d5-a7bfdb911b42
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T04:43:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32686"
    uid: a3952626-f3f4-4076-b441-edfe4c597990
  kind: Event
  lastTimestamp: "2026-04-21T04:44:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:43:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:44:01Z"
    name: isvc-sklearn-v2-mixed-predictor.18a8459dc3c6a0ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "33114"
    uid: c0a9c980-701f-4f3c-803d-646ae7aa98ca
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-21T04:42:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "32492"
    uid: 90f31f1d-cf51-4340-a2dd-0d8d0355a4ee
  kind: Event
  lastTimestamp: "2026-04-21T04:44:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T04:42:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:44:01Z"
    name: isvc-sklearn-v2-mixed.18a84596c4436672
    namespace: kserve-ci-e2e-test
    resourceVersion: "33106"
    uid: d798c9ef-bd69-46c3-88d4-aefe88e8be81
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:42:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "32492"
    uid: 90f31f1d-cf51-4340-a2dd-0d8d0355a4ee
  kind: Event
  lastTimestamp: "2026-04-21T04:42:46Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T04:42:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:42:46Z"
    name: isvc-sklearn-v2-mixed.18a84596c4e25fb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32527"
    uid: 7fe891ae-0218-4a24-9abe-23d73cd74966
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:44:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33104"
    uid: 90f31f1d-cf51-4340-a2dd-0d8d0355a4ee
  kind: Event
  lastTimestamp: "2026-04-21T04:44:01Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-04-21T04:44:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:44:01Z"
    name: isvc-sklearn-v2-mixed.18a845a809e04724
    namespace: kserve-ci-e2e-test
    resourceVersion: "33105"
    uid: b04e0a3a-1710-4836-8a24-44e2126288a8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T04:41:26.601269Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-8jdwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "31866"
    uid: 5b878c0e-21b9-45ef-8470-6867a0fc6bdc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-69755fbb9-8jdwn
    to ip-10-0-134-15.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T04:41:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T04:41:26Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-8jdwn.18a8458415cafe71
    namespace: kserve-ci-e2e-test
    resourceVersion: "31872"
    uid: a4cf6ba2-c178-4728-80ef-197edec7319f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c5667b7d6-xznfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:41:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-8jdwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "31870"
    uid: 5b878c0e-21b9-45ef-8470-6867a0fc6bdc
  kind: Event
  lastTimestamp: "2026-04-21T04:41:26Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-21T04:41:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:41:26Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-8jdwn.18a8458426418456
    namespace: kserve-ci-e2e-test
    resourceVersion: "31882"
    uid: b9566357-3ab5-483a-aeeb-83fa3ac5a030
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:41:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-8jdwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "31877"
    uid: 5b878c0e-21b9-45ef-8470-6867a0fc6bdc
  kind: Event
  lastTimestamp: "2026-04-21T04:41:27Z"
  message: Add eth0 [10.132.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T04:41:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T04:41:27Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-8jdwn.18a84584523115f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31892"
    uid: 0668fd7e-b01e-4101-9041-e374f3928b1e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:41:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-8jdwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "31870"
    uid: 5b878c0e-21b9-45ef-8470-6867a0fc6bdc
  kind: Event
  lastTimestamp: "2026-04-21T04:41:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:41:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:41:27Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-8jdwn.18a84584538622bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31894"
    uid: 10cf16c6-823a-46f7-94bd-55c32e34e324
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:41:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-8jdwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "31870"
    uid: 5b878c0e-21b9-45ef-8470-6867a0fc6bdc
  kind: Event
  lastTimestamp: "2026-04-21T04:41:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T04:41:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:41:27Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-8jdwn.18a8458456964160
    namespace: kserve-ci-e2e-test
    resourceVersion: "31896"
    uid: dbc14bae-591f-4264-bb07-a8e95ee2021f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:41:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-8jdwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "31870"
    uid: 5b878c0e-21b9-45ef-8470-6867a0fc6bdc
  kind: Event
  lastTimestamp: "2026-04-21T04:41:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T04:41:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:41:27Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-8jdwn.18a84584570840df
    namespace: kserve-ci-e2e-test
    resourceVersion: "31897"
    uid: 6faa0802-20d1-4535-a719-3b01de1367a4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:41:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-8jdwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "31870"
    uid: 5b878c0e-21b9-45ef-8470-6867a0fc6bdc
  kind: Event
  lastTimestamp: "2026-04-21T04:41:31Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:41:31Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-8jdwn.18a84585451a6c0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31934"
    uid: a14f7e1d-8faa-4702-a1fb-b606fd4bef35
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:41:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-8jdwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "31870"
    uid: 5b878c0e-21b9-45ef-8470-6867a0fc6bdc
  kind: Event
  lastTimestamp: "2026-04-21T04:41:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T04:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:41:31Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-8jdwn.18a8458548d5aa18
    namespace: kserve-ci-e2e-test
    resourceVersion: "31938"
    uid: 233a0e07-c2cd-4508-863b-cb44703503bd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:41:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-8jdwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "31870"
    uid: 5b878c0e-21b9-45ef-8470-6867a0fc6bdc
  kind: Event
  lastTimestamp: "2026-04-21T04:41:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:41:31Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-8jdwn.18a845854943edfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31940"
    uid: ab6e93e3-a1ac-4ee2-8b6d-b3c12c8f1c51
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:41:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-8jdwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "31870"
    uid: 5b878c0e-21b9-45ef-8470-6867a0fc6bdc
  kind: Event
  lastTimestamp: "2026-04-21T04:41:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:41:31Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-8jdwn.18a84585494ff873
    namespace: kserve-ci-e2e-test
    resourceVersion: "31941"
    uid: 66f2704f-85b4-46c5-b25b-26dc5fe8e33b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:41:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-8jdwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "31870"
    uid: 5b878c0e-21b9-45ef-8470-6867a0fc6bdc
  kind: Event
  lastTimestamp: "2026-04-21T04:41:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-21T04:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:41:31Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-8jdwn.18a845854bef0e7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31943"
    uid: 1bcc8c61-96de-49af-aab8-a1ceeec23c55
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:41:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-8jdwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "31870"
    uid: 5b878c0e-21b9-45ef-8470-6867a0fc6bdc
  kind: Event
  lastTimestamp: "2026-04-21T04:41:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:41:31Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-8jdwn.18a845854c5d20ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "31944"
    uid: 14581296-5941-4ddf-8c77-60837264d0bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-21T04:41:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-8jdwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "31870"
    uid: 5b878c0e-21b9-45ef-8470-6867a0fc6bdc
  kind: Event
  lastTimestamp: "2026-04-21T04:42:48Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T04:41:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:42:48Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-8jdwn.18a8458581121ea5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32569"
    uid: 517f6082-4d72-4a6f-90a5-a0a44500cd0d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:42:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-8jdwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "31870"
    uid: 5b878c0e-21b9-45ef-8470-6867a0fc6bdc
  kind: Event
  lastTimestamp: "2026-04-21T04:42:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:42:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:42:46Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-8jdwn.18a84596c2f27768
    namespace: kserve-ci-e2e-test
    resourceVersion: "32516"
    uid: 25400226-c325-4a09-9863-9a64332ca2ff
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:42:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-8jdwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "31870"
    uid: 5b878c0e-21b9-45ef-8470-6867a0fc6bdc
  kind: Event
  lastTimestamp: "2026-04-21T04:42:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:42:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:42:46Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-8jdwn.18a84596c2f3bdae
    namespace: kserve-ci-e2e-test
    resourceVersion: "32518"
    uid: 76822252-5cf1-4d4b-b355-9073a70ff4ee
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:42:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-8jdwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "31870"
    uid: 5b878c0e-21b9-45ef-8470-6867a0fc6bdc
  kind: Event
  lastTimestamp: "2026-04-21T04:42:48Z"
  message: 'Readiness probe failed: Get "https://10.132.0.50:8643/healthz": dial tcp
    10.132.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-21T04:42:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:42:48Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-8jdwn.18a84597334a3593
    namespace: kserve-ci-e2e-test
    resourceVersion: "32568"
    uid: 3dabd93a-dfcc-4fb6-8da2-10d82a9c2425
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:41:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-69755fbb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31855"
    uid: cc3586a5-1a63-49c5-a99f-2f1f0d99585a
  kind: Event
  lastTimestamp: "2026-04-21T04:41:26Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-69755fbb9-8jdwn'
  metadata:
    creationTimestamp: "2026-04-21T04:41:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:41:26Z"
    name: isvc-sklearn-v2-predictor-69755fbb9.18a8458415540352
    namespace: kserve-ci-e2e-test
    resourceVersion: "31869"
    uid: 3baf7b08-5b0d-4eae-81e4-c49fbe76d1cd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:41:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31852"
    uid: 039d1206-560b-4eae-8ca6-0eb0b6fe412f
  kind: Event
  lastTimestamp: "2026-04-21T04:41:26Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-69755fbb9 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-21T04:41:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:41:26Z"
    name: isvc-sklearn-v2-predictor.18a8458412384fbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31858"
    uid: 9e2aa59b-9b58-4ce9-a3ad-bc04e651cfb6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:41:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31854"
    uid: 5c538fa6-2e17-4b49-80e4-0371ab6d00ca
  kind: Event
  lastTimestamp: "2026-04-21T04:41:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:41:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:41:56Z"
    name: isvc-sklearn-v2-predictor.18a8458790ba9a6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32122"
    uid: 11c9f2ae-f971-48df-bd1e-1a3b2692bea3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:41:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31854"
    uid: 5c538fa6-2e17-4b49-80e4-0371ab6d00ca
  kind: Event
  lastTimestamp: "2026-04-21T04:41:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:41:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:41:56Z"
    name: isvc-sklearn-v2-predictor.18a8458791149370
    namespace: kserve-ci-e2e-test
    resourceVersion: "32123"
    uid: eda6dcfe-e91b-4bf3-a387-31564d607933
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T04:42:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32019"
    uid: 5c538fa6-2e17-4b49-80e4-0371ab6d00ca
  kind: Event
  lastTimestamp: "2026-04-21T04:42:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:42:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:42:41Z"
    name: isvc-sklearn-v2-predictor.18a8458e8eee3236
    namespace: kserve-ci-e2e-test
    resourceVersion: "32452"
    uid: 81fa410d-8239-42ca-b6c0-b8d756d84194
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T04:42:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32019"
    uid: 5c538fa6-2e17-4b49-80e4-0371ab6d00ca
  kind: Event
  lastTimestamp: "2026-04-21T04:42:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:42:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:42:41Z"
    name: isvc-sklearn-v2-predictor.18a8458e8f52541f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32453"
    uid: c4ebccca-79f3-4930-b73c-fc2cd7591c62
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T04:40:26.417640Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2jxvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31354"
    uid: cad4f829-f300-4b66-bd57-a61daa820dac
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-6d84c876f4-2jxvh
    to ip-10-0-134-15.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T04:40:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T04:40:26Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2jxvh.18a8457612919864
    namespace: kserve-ci-e2e-test
    resourceVersion: "31358"
    uid: 30e98eba-f52a-401a-a6a9-bb7b5d24e109
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c5667b7d6-xznfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:40:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2jxvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31364"
    uid: cad4f829-f300-4b66-bd57-a61daa820dac
  kind: Event
  lastTimestamp: "2026-04-21T04:40:26Z"
  message: Add eth0 [10.132.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T04:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T04:40:26Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2jxvh.18a845762b92bbef
    namespace: kserve-ci-e2e-test
    resourceVersion: "31371"
    uid: e4f46c07-380f-4e20-bd1a-d736579f88af
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:40:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2jxvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31356"
    uid: cad4f829-f300-4b66-bd57-a61daa820dac
  kind: Event
  lastTimestamp: "2026-04-21T04:40:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:40:26Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2jxvh.18a845762cd352a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31373"
    uid: cc09770f-4fe3-43bf-baa5-2e0ee9454c04
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:40:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2jxvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31356"
    uid: cad4f829-f300-4b66-bd57-a61daa820dac
  kind: Event
  lastTimestamp: "2026-04-21T04:40:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T04:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:40:26Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2jxvh.18a845763093251f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31375"
    uid: 7fa5bc34-9cf7-43bd-b1c4-0ab67fa2694b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:40:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2jxvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31356"
    uid: cad4f829-f300-4b66-bd57-a61daa820dac
  kind: Event
  lastTimestamp: "2026-04-21T04:40:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T04:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:40:26Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2jxvh.18a8457631009575
    namespace: kserve-ci-e2e-test
    resourceVersion: "31377"
    uid: 171de810-abc1-40ef-a054-e0ccf063d163
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:40:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2jxvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31356"
    uid: cad4f829-f300-4b66-bd57-a61daa820dac
  kind: Event
  lastTimestamp: "2026-04-21T04:40:31Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-21T04:40:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:40:31Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2jxvh.18a8457742d5580d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31418"
    uid: 4fbb2142-357d-4acd-925c-81d6e445aea6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:40:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2jxvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31356"
    uid: cad4f829-f300-4b66-bd57-a61daa820dac
  kind: Event
  lastTimestamp: "2026-04-21T04:40:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T04:40:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:40:31Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2jxvh.18a8457746b56469
    namespace: kserve-ci-e2e-test
    resourceVersion: "31422"
    uid: 56fe7b8a-ecbf-43b1-9611-44d94a3056f4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:40:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2jxvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31356"
    uid: cad4f829-f300-4b66-bd57-a61daa820dac
  kind: Event
  lastTimestamp: "2026-04-21T04:40:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:40:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:40:31Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2jxvh.18a845774727ca81
    namespace: kserve-ci-e2e-test
    resourceVersion: "31423"
    uid: 67c6d3c1-47fd-4fd6-b1b1-4d88d123bcbc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:40:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2jxvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31356"
    uid: cad4f829-f300-4b66-bd57-a61daa820dac
  kind: Event
  lastTimestamp: "2026-04-21T04:40:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:40:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:40:31Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2jxvh.18a8457747321156
    namespace: kserve-ci-e2e-test
    resourceVersion: "31424"
    uid: 75c73092-8c0c-4963-91d1-a183ea68fd7c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:40:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2jxvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31356"
    uid: cad4f829-f300-4b66-bd57-a61daa820dac
  kind: Event
  lastTimestamp: "2026-04-21T04:40:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-21T04:40:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:40:31Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2jxvh.18a8457749cc04c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31426"
    uid: ec812918-916b-4b14-87ff-d2d97f62b3a7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:40:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2jxvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31356"
    uid: cad4f829-f300-4b66-bd57-a61daa820dac
  kind: Event
  lastTimestamp: "2026-04-21T04:40:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:40:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:40:31Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2jxvh.18a845774a38dddc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31427"
    uid: 7dee7319-745e-4c11-adde-6c07115e9a16
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:41:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2jxvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31356"
    uid: cad4f829-f300-4b66-bd57-a61daa820dac
  kind: Event
  lastTimestamp: "2026-04-21T04:41:08Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-21T04:41:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:41:08Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2jxvh.18a8457fe12e79f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31692"
    uid: 9473aae0-1787-4b13-a12d-887e7f8cf782
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:41:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2jxvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31356"
    uid: cad4f829-f300-4b66-bd57-a61daa820dac
  kind: Event
  lastTimestamp: "2026-04-21T04:41:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:41:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:41:26Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2jxvh.18a84584117400d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31853"
    uid: b53b1310-a2b5-4728-a235-163f7a1dba6b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:41:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2jxvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31356"
    uid: cad4f829-f300-4b66-bd57-a61daa820dac
  kind: Event
  lastTimestamp: "2026-04-21T04:41:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:41:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:41:26Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2jxvh.18a845841174bc16
    namespace: kserve-ci-e2e-test
    resourceVersion: "31856"
    uid: b6368eb1-44ad-4ed8-a8b8-9f7eb386aaff
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:41:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2jxvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31356"
    uid: cad4f829-f300-4b66-bd57-a61daa820dac
  kind: Event
  lastTimestamp: "2026-04-21T04:41:28Z"
  message: 'Readiness probe failed: Get "https://10.132.0.49:8643/healthz": dial tcp
    10.132.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-21T04:41:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:41:28Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2jxvh.18a8458488c604b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31901"
    uid: dd731af3-09c7-4490-93da-0f3c839972a2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:41:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2jxvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31356"
    uid: cad4f829-f300-4b66-bd57-a61daa820dac
  kind: Event
  lastTimestamp: "2026-04-21T04:41:29Z"
  message: 'Readiness probe failed: Get "http://10.132.0.49:8080/v2/models/isvc-sklearn-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-04-21T04:41:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:41:29Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2jxvh.18a84584c54947c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31916"
    uid: 08f89e8f-4685-49cf-8961-5cc6115a40ee
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:40:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31342"
    uid: d2f9557c-d1cb-4091-98ec-3ffff177ef8e
  kind: Event
  lastTimestamp: "2026-04-21T04:40:26Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2jxvh'
  metadata:
    creationTimestamp: "2026-04-21T04:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:40:26Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4.18a8457611f8a718
    namespace: kserve-ci-e2e-test
    resourceVersion: "31355"
    uid: 29dbe16d-e230-4d2e-b8aa-d7505e14e63f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:40:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31339"
    uid: 80500be9-a2bb-4111-9f24-e6b8ac83862b
  kind: Event
  lastTimestamp: "2026-04-21T04:40:26Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-6d84c876f4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-21T04:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:40:26Z"
    name: isvc-sklearn-v2-runtime-predictor.18a845760ecf74b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31344"
    uid: 813813df-ee2b-4111-8708-ae9320c86425
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:40:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31341"
    uid: acfe8e19-ac22-46c4-8d49-c550615d7ae4
  kind: Event
  lastTimestamp: "2026-04-21T04:40:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:40:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:40:41Z"
    name: isvc-sklearn-v2-runtime-predictor.18a845798d5c1e7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31500"
    uid: 61255058-6019-4d0e-bc55-6a7ee72f68d2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:40:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31341"
    uid: acfe8e19-ac22-46c4-8d49-c550615d7ae4
  kind: Event
  lastTimestamp: "2026-04-21T04:40:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:40:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:40:41Z"
    name: isvc-sklearn-v2-runtime-predictor.18a845798db76817
    namespace: kserve-ci-e2e-test
    resourceVersion: "31502"
    uid: c8852e23-d640-46cf-a08a-1855bd9ac0d4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T04:40:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31501"
    uid: acfe8e19-ac22-46c4-8d49-c550615d7ae4
  kind: Event
  lastTimestamp: "2026-04-21T04:41:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:40:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:41:26Z"
    name: isvc-sklearn-v2-runtime-predictor.18a8457d0cbc2a61
    namespace: kserve-ci-e2e-test
    resourceVersion: "31823"
    uid: b22410b3-0ed3-489d-9f98-c8fc65dcb6ac
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T04:40:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31501"
    uid: acfe8e19-ac22-46c4-8d49-c550615d7ae4
  kind: Event
  lastTimestamp: "2026-04-21T04:41:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:40:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:41:26Z"
    name: isvc-sklearn-v2-runtime-predictor.18a8457d0d239b04
    namespace: kserve-ci-e2e-test
    resourceVersion: "31824"
    uid: c6edd296-b113-4e12-9f18-11a1bfb4d7a3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-21T04:40:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31313"
    uid: 6f7a9d88-c3db-40e2-b016-d3b3df8fda89
  kind: Event
  lastTimestamp: "2026-04-21T04:41:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T04:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:41:18Z"
    name: isvc-sklearn-v2-runtime.18a845760ea91509
    namespace: kserve-ci-e2e-test
    resourceVersion: "31768"
    uid: dcb0bc58-9c0a-4f29-a2ed-9bcbec663fdc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:40:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31313"
    uid: 6f7a9d88-c3db-40e2-b016-d3b3df8fda89
  kind: Event
  lastTimestamp: "2026-04-21T04:40:26Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T04:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:40:26Z"
    name: isvc-sklearn-v2-runtime.18a845760f348013
    namespace: kserve-ci-e2e-test
    resourceVersion: "31346"
    uid: 67bfbb9b-6518-4533-af58-ec24bcd0efc9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:41:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31766"
    uid: 6f7a9d88-c3db-40e2-b016-d3b3df8fda89
  kind: Event
  lastTimestamp: "2026-04-21T04:41:18Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-21T04:41:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:41:18Z"
    name: isvc-sklearn-v2-runtime.18a845823a148167
    namespace: kserve-ci-e2e-test
    resourceVersion: "31767"
    uid: 6d0bdab8-84c3-4982-a6da-6af14d4c0b42
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-21T04:41:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31826"
    uid: a1de6148-cff4-4379-bef6-98d946293ea9
  kind: Event
  lastTimestamp: "2026-04-21T04:42:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T04:41:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:42:38Z"
    name: isvc-sklearn-v2.18a8458412013a96
    namespace: kserve-ci-e2e-test
    resourceVersion: "32432"
    uid: c4aea222-5158-4518-a14e-a4e03e3388c1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:41:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31826"
    uid: a1de6148-cff4-4379-bef6-98d946293ea9
  kind: Event
  lastTimestamp: "2026-04-21T04:41:26Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T04:41:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:41:26Z"
    name: isvc-sklearn-v2.18a84584126efd77
    namespace: kserve-ci-e2e-test
    resourceVersion: "31860"
    uid: 3d492409-6f91-49b3-a044-fc0c2ab052a6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:42:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32430"
    uid: a1de6148-cff4-4379-bef6-98d946293ea9
  kind: Event
  lastTimestamp: "2026-04-21T04:42:38Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-21T04:42:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:42:38Z"
    name: isvc-sklearn-v2.18a84594e97bf3d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32431"
    uid: 3083b29c-daae-4cd7-b5be-2b4e157fbcb2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-21T04:37:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29781"
    uid: 6ac5ca04-9181-4e23-bd80-ad66b6ac59d7
  kind: Event
  lastTimestamp: "2026-04-21T04:38:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T04:37:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:38:41Z"
    name: isvc-sklearn.18a8454cb3fc4f93
    namespace: kserve-ci-e2e-test
    resourceVersion: "30387"
    uid: 9c254133-7e4f-4dcb-9e31-6a17ba57da87
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:37:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29781"
    uid: 6ac5ca04-9181-4e23-bd80-ad66b6ac59d7
  kind: Event
  lastTimestamp: "2026-04-21T04:37:28Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-21T04:37:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:37:28Z"
    name: isvc-sklearn.18a8454cb462bef6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29814"
    uid: c7692eb3-2612-450c-ba51-f4aba6daebf4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:38:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30385"
    uid: 6ac5ca04-9181-4e23-bd80-ad66b6ac59d7
  kind: Event
  lastTimestamp: "2026-04-21T04:38:41Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-21T04:38:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:38:41Z"
    name: isvc-sklearn.18a8455d8e8c1f2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30386"
    uid: 015fdcfc-1572-4069-8679-f94ed93461d2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T04:44:07.079050Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-hqrvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33192"
    uid: 40a5ee9e-f79e-4547-83b3-df0930d53f38
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-6756f669d7-hqrvp
    to ip-10-0-134-15.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T04:44:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T04:44:07Z"
    name: isvc-tensorflow-predictor-6756f669d7-hqrvp.18a845a9730379a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33198"
    uid: 5767366b-87da-4acc-b355-4140dbc63de5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c5667b7d6-xznfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:44:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-hqrvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33204"
    uid: 40a5ee9e-f79e-4547-83b3-df0930d53f38
  kind: Event
  lastTimestamp: "2026-04-21T04:44:07Z"
  message: Add eth0 [10.132.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T04:44:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T04:44:07Z"
    name: isvc-tensorflow-predictor-6756f669d7-hqrvp.18a845a98ba06291
    namespace: kserve-ci-e2e-test
    resourceVersion: "33213"
    uid: cfac2068-ab6c-423b-bfbe-87465f103ee5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:44:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-hqrvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33196"
    uid: 40a5ee9e-f79e-4547-83b3-df0930d53f38
  kind: Event
  lastTimestamp: "2026-04-21T04:44:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:44:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:44:07Z"
    name: isvc-tensorflow-predictor-6756f669d7-hqrvp.18a845a98d2eb350
    namespace: kserve-ci-e2e-test
    resourceVersion: "33215"
    uid: 0eb43e5c-b65c-4c6b-ade7-93f46acbcc94
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:44:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-hqrvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33196"
    uid: 40a5ee9e-f79e-4547-83b3-df0930d53f38
  kind: Event
  lastTimestamp: "2026-04-21T04:44:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T04:44:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:44:07Z"
    name: isvc-tensorflow-predictor-6756f669d7-hqrvp.18a845a98fc3298e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33217"
    uid: 9a3e7d87-7d28-4cb1-870c-6da0120bde8a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:44:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-hqrvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33196"
    uid: 40a5ee9e-f79e-4547-83b3-df0930d53f38
  kind: Event
  lastTimestamp: "2026-04-21T04:44:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T04:44:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:44:07Z"
    name: isvc-tensorflow-predictor-6756f669d7-hqrvp.18a845a9902d419a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33218"
    uid: 4a99e2fa-a5a0-462d-a586-c7e5970e2c4a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:44:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-hqrvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33196"
    uid: 40a5ee9e-f79e-4547-83b3-df0930d53f38
  kind: Event
  lastTimestamp: "2026-04-21T04:44:13Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-04-21T04:44:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:44:13Z"
    name: isvc-tensorflow-predictor-6756f669d7-hqrvp.18a845aadc79f124
    namespace: kserve-ci-e2e-test
    resourceVersion: "33267"
    uid: 8ec322db-d9b0-48d1-9e6a-98b159434c9b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:44:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-hqrvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33196"
    uid: 40a5ee9e-f79e-4547-83b3-df0930d53f38
  kind: Event
  lastTimestamp: "2026-04-21T04:44:17Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.992s (3.992s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-04-21T04:44:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:44:17Z"
    name: isvc-tensorflow-predictor-6756f669d7-hqrvp.18a845abca6c6b4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33298"
    uid: 51bb966e-e1c7-4bc5-86af-5be56c87e137
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:44:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-hqrvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33196"
    uid: 40a5ee9e-f79e-4547-83b3-df0930d53f38
  kind: Event
  lastTimestamp: "2026-04-21T04:44:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T04:44:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:44:17Z"
    name: isvc-tensorflow-predictor-6756f669d7-hqrvp.18a845abcd72d927
    namespace: kserve-ci-e2e-test
    resourceVersion: "33299"
    uid: f7b828a4-bb42-4a2c-9cfd-fc1e58f22379
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:44:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-hqrvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33196"
    uid: 40a5ee9e-f79e-4547-83b3-df0930d53f38
  kind: Event
  lastTimestamp: "2026-04-21T04:44:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:44:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:44:17Z"
    name: isvc-tensorflow-predictor-6756f669d7-hqrvp.18a845abcddd6dc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33300"
    uid: 08d08132-1da6-4d8e-b221-55bdd2729da8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:44:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-hqrvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33196"
    uid: 40a5ee9e-f79e-4547-83b3-df0930d53f38
  kind: Event
  lastTimestamp: "2026-04-21T04:44:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:44:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:44:17Z"
    name: isvc-tensorflow-predictor-6756f669d7-hqrvp.18a845abcde8c841
    namespace: kserve-ci-e2e-test
    resourceVersion: "33301"
    uid: 3c30ace1-f5b1-4f2b-84df-af5c6fd0eebd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:44:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-hqrvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33196"
    uid: 40a5ee9e-f79e-4547-83b3-df0930d53f38
  kind: Event
  lastTimestamp: "2026-04-21T04:44:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-21T04:44:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:44:17Z"
    name: isvc-tensorflow-predictor-6756f669d7-hqrvp.18a845abd0d0e909
    namespace: kserve-ci-e2e-test
    resourceVersion: "33302"
    uid: 183709dc-2abc-4600-a011-a9d0fa820d9e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:44:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-hqrvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33196"
    uid: 40a5ee9e-f79e-4547-83b3-df0930d53f38
  kind: Event
  lastTimestamp: "2026-04-21T04:44:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:44:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:44:17Z"
    name: isvc-tensorflow-predictor-6756f669d7-hqrvp.18a845abd13d5e23
    namespace: kserve-ci-e2e-test
    resourceVersion: "33303"
    uid: 7188c22c-0615-47ec-badf-2babe39bc132
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T04:44:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-hqrvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33196"
    uid: 40a5ee9e-f79e-4547-83b3-df0930d53f38
  kind: Event
  lastTimestamp: "2026-04-21T04:44:25Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T04:44:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:44:25Z"
    name: isvc-tensorflow-predictor-6756f669d7-hqrvp.18a845ac4372df4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33362"
    uid: 41ec6ec0-bbfc-4e96-8250-b8968e1755ea
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:44:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-hqrvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33196"
    uid: 40a5ee9e-f79e-4547-83b3-df0930d53f38
  kind: Event
  lastTimestamp: "2026-04-21T04:44:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:44:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:44:46Z"
    name: isvc-tensorflow-predictor-6756f669d7-hqrvp.18a845b2a63446e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33554"
    uid: fb127456-eac5-40cf-803f-71d303217e57
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:44:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-hqrvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33196"
    uid: 40a5ee9e-f79e-4547-83b3-df0930d53f38
  kind: Event
  lastTimestamp: "2026-04-21T04:44:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:44:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:44:46Z"
    name: isvc-tensorflow-predictor-6756f669d7-hqrvp.18a845b2a63520da
    namespace: kserve-ci-e2e-test
    resourceVersion: "33557"
    uid: e979fc47-bbaa-48f7-a87f-c83b2ffd967b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-21T04:44:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-hqrvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33196"
    uid: 40a5ee9e-f79e-4547-83b3-df0930d53f38
  kind: Event
  lastTimestamp: "2026-04-21T04:45:15Z"
  message: 'Readiness probe failed: Get "https://10.132.0.52:8643/healthz": dial tcp
    10.132.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-21T04:44:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:45:15Z"
    name: isvc-tensorflow-predictor-6756f669d7-hqrvp.18a845b37b69f5b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33820"
    uid: bd394b58-9016-42f2-9a9e-5e3be684d2d3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:44:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-6756f669d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33183"
    uid: 0ed77160-1c8e-4c83-96e3-9baaa7116eec
  kind: Event
  lastTimestamp: "2026-04-21T04:44:07Z"
  message: 'Created pod: isvc-tensorflow-predictor-6756f669d7-hqrvp'
  metadata:
    creationTimestamp: "2026-04-21T04:44:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:44:07Z"
    name: isvc-tensorflow-predictor-6756f669d7.18a845a9729d2a32
    namespace: kserve-ci-e2e-test
    resourceVersion: "33195"
    uid: fe764c97-1425-4aa8-9901-465ba6b50557
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:44:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33181"
    uid: 8bb91d4b-2e5d-458c-8ce3-7b4532279ded
  kind: Event
  lastTimestamp: "2026-04-21T04:44:07Z"
  message: Scaled up replica set isvc-tensorflow-predictor-6756f669d7 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-21T04:44:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:44:07Z"
    name: isvc-tensorflow-predictor.18a845a96fd460ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "33185"
    uid: b674802e-6ad5-42b0-83b4-0a6842c00375
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:44:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33182"
    uid: 0e517430-d8ac-4621-8637-95c09546cfd5
  kind: Event
  lastTimestamp: "2026-04-21T04:44:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:44:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:44:37Z"
    name: isvc-tensorflow-predictor.18a845acee56580b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33457"
    uid: b4b66efa-f532-409e-bb07-71b1eb7a285e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:44:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33182"
    uid: 0e517430-d8ac-4621-8637-95c09546cfd5
  kind: Event
  lastTimestamp: "2026-04-21T04:44:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:44:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:44:37Z"
    name: isvc-tensorflow-predictor.18a845acee96c8e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33458"
    uid: cce883a3-70ec-49a6-80e7-f5ec5e86ce8e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T04:44:46.660990Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-cknmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33567"
    uid: 69c61af4-a692-48b1-9b7b-e0459454377b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-8699d78cf-cknmj
    to ip-10-0-134-15.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T04:44:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T04:44:46Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-cknmj.18a845b2aa47ff2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33572"
    uid: 4a1060a9-6081-4655-90c1-874ac548f895
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c5667b7d6-xznfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:44:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-cknmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33576"
    uid: 69c61af4-a692-48b1-9b7b-e0459454377b
  kind: Event
  lastTimestamp: "2026-04-21T04:44:47Z"
  message: Add eth0 [10.132.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T04:44:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T04:44:47Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-cknmj.18a845b2c2fa3a64
    namespace: kserve-ci-e2e-test
    resourceVersion: "33583"
    uid: 99e31a79-0cf4-4029-ae1c-18f8a92699c3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:44:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-cknmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33570"
    uid: 69c61af4-a692-48b1-9b7b-e0459454377b
  kind: Event
  lastTimestamp: "2026-04-21T04:44:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:44:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:44:47Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-cknmj.18a845b2c46f608e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33585"
    uid: 9ddca845-4b3b-41b0-9b02-be5920f8945e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:44:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-cknmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33570"
    uid: 69c61af4-a692-48b1-9b7b-e0459454377b
  kind: Event
  lastTimestamp: "2026-04-21T04:44:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T04:44:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:44:47Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-cknmj.18a845b2c6f4cc70
    namespace: kserve-ci-e2e-test
    resourceVersion: "33587"
    uid: 24568db6-de46-47f9-9aeb-d71fc67ce355
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:44:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-cknmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33570"
    uid: 69c61af4-a692-48b1-9b7b-e0459454377b
  kind: Event
  lastTimestamp: "2026-04-21T04:44:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T04:44:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:44:47Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-cknmj.18a845b2c77cd41f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33588"
    uid: 39189036-8b75-49ab-b3a7-3c83d632ba12
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:44:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-cknmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33570"
    uid: 69c61af4-a692-48b1-9b7b-e0459454377b
  kind: Event
  lastTimestamp: "2026-04-21T04:44:52Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:44:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:44:52Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-cknmj.18a845b3f83533df
    namespace: kserve-ci-e2e-test
    resourceVersion: "33631"
    uid: 58517929-4602-45cc-8e1f-96f6aed780d8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:44:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-cknmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33570"
    uid: 69c61af4-a692-48b1-9b7b-e0459454377b
  kind: Event
  lastTimestamp: "2026-04-21T04:44:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T04:44:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:44:52Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-cknmj.18a845b3faeede22
    namespace: kserve-ci-e2e-test
    resourceVersion: "33634"
    uid: 4ff1aee6-1922-401a-b712-e1268c7e584c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:44:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-cknmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33570"
    uid: 69c61af4-a692-48b1-9b7b-e0459454377b
  kind: Event
  lastTimestamp: "2026-04-21T04:44:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:44:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:44:52Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-cknmj.18a845b3fb5a4144
    namespace: kserve-ci-e2e-test
    resourceVersion: "33636"
    uid: 90c401d1-572e-4a9a-803d-d8eb51eb0524
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:44:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-cknmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33570"
    uid: 69c61af4-a692-48b1-9b7b-e0459454377b
  kind: Event
  lastTimestamp: "2026-04-21T04:44:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:44:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:44:52Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-cknmj.18a845b3fb65da30
    namespace: kserve-ci-e2e-test
    resourceVersion: "33638"
    uid: f10da442-fad2-4a31-9f73-780218722a31
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:44:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-cknmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33570"
    uid: 69c61af4-a692-48b1-9b7b-e0459454377b
  kind: Event
  lastTimestamp: "2026-04-21T04:44:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-21T04:44:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:44:52Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-cknmj.18a845b3fdfb6595
    namespace: kserve-ci-e2e-test
    resourceVersion: "33640"
    uid: bf67196c-d25e-437a-ad72-ae4cad2bd00e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:44:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-cknmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33570"
    uid: 69c61af4-a692-48b1-9b7b-e0459454377b
  kind: Event
  lastTimestamp: "2026-04-21T04:44:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:44:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:44:52Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-cknmj.18a845b3fe69fbff
    namespace: kserve-ci-e2e-test
    resourceVersion: "33641"
    uid: b3269ecb-9773-402b-83c2-c6f0c8dde464
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T04:44:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-cknmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33570"
    uid: 69c61af4-a692-48b1-9b7b-e0459454377b
  kind: Event
  lastTimestamp: "2026-04-21T04:44:59Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T04:44:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:44:59Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-cknmj.18a845b4341d2276
    namespace: kserve-ci-e2e-test
    resourceVersion: "33695"
    uid: 3c0a30b6-c52c-40e4-abcf-87ebd489bfdd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:45:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-cknmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33570"
    uid: 69c61af4-a692-48b1-9b7b-e0459454377b
  kind: Event
  lastTimestamp: "2026-04-21T04:45:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:45:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:45:27Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-cknmj.18a845bc136e1e8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33938"
    uid: 8f48e4db-d801-4254-a403-da65f78effee
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:45:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-cknmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33570"
    uid: 69c61af4-a692-48b1-9b7b-e0459454377b
  kind: Event
  lastTimestamp: "2026-04-21T04:45:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:45:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:45:27Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-cknmj.18a845bc136e998f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33941"
    uid: a4ea2251-f8a6-4c7c-a50b-ec0874433c75
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-21T04:45:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-cknmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33570"
    uid: 69c61af4-a692-48b1-9b7b-e0459454377b
  kind: Event
  lastTimestamp: "2026-04-21T04:45:54Z"
  message: 'Readiness probe failed: Get "https://10.132.0.53:8643/healthz": dial tcp
    10.132.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-21T04:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:45:54Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-cknmj.18a845bc9609e3a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34180"
    uid: b3bef5a6-fc09-4461-b724-5e58d0eb4835
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:44:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-8699d78cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33556"
    uid: 0cead3cc-c2b7-4e28-b553-d328422c8d6c
  kind: Event
  lastTimestamp: "2026-04-21T04:44:46Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-8699d78cf-cknmj'
  metadata:
    creationTimestamp: "2026-04-21T04:44:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:44:46Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf.18a845b2a9e89433
    namespace: kserve-ci-e2e-test
    resourceVersion: "33569"
    uid: eadff4e1-fe0d-42bb-8765-c631ab89f425
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:44:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33553"
    uid: c08e3772-f9e0-4169-95a5-550fa371202c
  kind: Event
  lastTimestamp: "2026-04-21T04:44:46Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-8699d78cf from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-21T04:44:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:44:46Z"
    name: isvc-tensorflow-runtime-predictor.18a845b2a6e07078
    namespace: kserve-ci-e2e-test
    resourceVersion: "33559"
    uid: e2a0dbe1-f5ce-4dd1-8b75-280ba6164fcc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:45:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33555"
    uid: 85819200-259c-4017-8907-da656c6eeed9
  kind: Event
  lastTimestamp: "2026-04-21T04:45:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:45:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:45:01Z"
    name: isvc-tensorflow-runtime-predictor.18a845b625cb89a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33716"
    uid: 901098cf-53a0-4661-94c1-3a5cdfb5a7a3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:45:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33555"
    uid: 85819200-259c-4017-8907-da656c6eeed9
  kind: Event
  lastTimestamp: "2026-04-21T04:45:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:45:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:45:01Z"
    name: isvc-tensorflow-runtime-predictor.18a845b626315130
    namespace: kserve-ci-e2e-test
    resourceVersion: "33718"
    uid: 7ed57818-86ed-4bb4-ba0c-f457599ce204
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:45:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33717"
    uid: 85819200-259c-4017-8907-da656c6eeed9
  kind: Event
  lastTimestamp: "2026-04-21T04:45:16Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:45:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:45:16Z"
    name: isvc-tensorflow-runtime-predictor.18a845b9a504e0b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33831"
    uid: ee94a680-5bf3-4d8d-b12a-067bb579358e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:45:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33717"
    uid: 85819200-259c-4017-8907-da656c6eeed9
  kind: Event
  lastTimestamp: "2026-04-21T04:45:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:45:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:45:16Z"
    name: isvc-tensorflow-runtime-predictor.18a845b9a5640470
    namespace: kserve-ci-e2e-test
    resourceVersion: "33833"
    uid: 38a5a0ea-5f2d-4578-b1cd-5424983722f2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-21T04:44:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33526"
    uid: 94aaf6a1-a10f-4696-b9f6-651bba26b8b7
  kind: Event
  lastTimestamp: "2026-04-21T04:45:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T04:44:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:45:09Z"
    name: isvc-tensorflow-runtime.18a845b2a6bd1c4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33782"
    uid: f39978ef-ac64-4c0b-884a-424ebf1feb1a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:44:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33526"
    uid: 94aaf6a1-a10f-4696-b9f6-651bba26b8b7
  kind: Event
  lastTimestamp: "2026-04-21T04:44:46Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T04:44:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:44:46Z"
    name: isvc-tensorflow-runtime.18a845b2a7487ab0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33561"
    uid: 27bb91b5-0792-4916-ba52-05684e56b089
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:45:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33779"
    uid: 94aaf6a1-a10f-4696-b9f6-651bba26b8b7
  kind: Event
  lastTimestamp: "2026-04-21T04:45:09Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-21T04:45:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:45:09Z"
    name: isvc-tensorflow-runtime.18a845b7f3c24dbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33781"
    uid: 406d08ce-e07c-4645-8892-8b1ca49ff4de
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-21T04:44:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33151"
    uid: df396dce-ecf7-489c-9372-fa8fe460cba4
  kind: Event
  lastTimestamp: "2026-04-21T04:44:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T04:44:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:44:35Z"
    name: isvc-tensorflow.18a845a96fb2dc4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33442"
    uid: a8b6172c-5c8b-4b39-beee-83d29ed06b68
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:44:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33151"
    uid: df396dce-ecf7-489c-9372-fa8fe460cba4
  kind: Event
  lastTimestamp: "2026-04-21T04:44:07Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T04:44:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:44:07Z"
    name: isvc-tensorflow.18a845a97007585e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33188"
    uid: 0693c768-a60a-4b2a-bcd7-9ec5b15e9e21
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:44:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33440"
    uid: df396dce-ecf7-489c-9372-fa8fe460cba4
  kind: Event
  lastTimestamp: "2026-04-21T04:44:35Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-04-21T04:44:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:44:35Z"
    name: isvc-tensorflow.18a845b0027e88a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33441"
    uid: 0b0ca325-8cc4-4b5c-9d8f-ada188134289
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T04:45:27.153958Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-tnng7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33954"
    uid: 279d0745-08be-40f4-b564-9ed1b2234600
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-84bb65d94b-tnng7
    to ip-10-0-134-15.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T04:45:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T04:45:27Z"
    name: isvc-triton-predictor-84bb65d94b-tnng7.18a845bc17d9a248
    namespace: kserve-ci-e2e-test
    resourceVersion: "33961"
    uid: b18124d3-66fe-4886-8e16-35d82f8b2c9c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c5667b7d6-xznfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:45:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-tnng7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33964"
    uid: 279d0745-08be-40f4-b564-9ed1b2234600
  kind: Event
  lastTimestamp: "2026-04-21T04:45:27Z"
  message: Add eth0 [10.132.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T04:45:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T04:45:27Z"
    name: isvc-triton-predictor-84bb65d94b-tnng7.18a845bc30848dd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33971"
    uid: aaafd209-0341-4b19-85ac-930bb176c4c2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:45:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-tnng7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33956"
    uid: 279d0745-08be-40f4-b564-9ed1b2234600
  kind: Event
  lastTimestamp: "2026-04-21T04:45:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:45:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:45:27Z"
    name: isvc-triton-predictor-84bb65d94b-tnng7.18a845bc31c0af12
    namespace: kserve-ci-e2e-test
    resourceVersion: "33973"
    uid: 355c0efd-bb7b-41b3-b451-471dccc49158
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:45:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-tnng7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33956"
    uid: 279d0745-08be-40f4-b564-9ed1b2234600
  kind: Event
  lastTimestamp: "2026-04-21T04:45:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T04:45:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:45:27Z"
    name: isvc-triton-predictor-84bb65d94b-tnng7.18a845bc34587af7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33974"
    uid: 79ee5e90-ced0-4b7c-99ca-1855b3149018
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:45:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-tnng7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33956"
    uid: 279d0745-08be-40f4-b564-9ed1b2234600
  kind: Event
  lastTimestamp: "2026-04-21T04:45:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T04:45:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:45:27Z"
    name: isvc-triton-predictor-84bb65d94b-tnng7.18a845bc34c4f09f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33975"
    uid: 3e2e9f70-7b8c-4c14-85a5-82dcced0ec45
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:45:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-tnng7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33956"
    uid: 279d0745-08be-40f4-b564-9ed1b2234600
  kind: Event
  lastTimestamp: "2026-04-21T04:45:32Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-04-21T04:45:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:45:32Z"
    name: isvc-triton-predictor-84bb65d94b-tnng7.18a845bd4f6f6aef
    namespace: kserve-ci-e2e-test
    resourceVersion: "34021"
    uid: 4598a8db-5e6c-4dc4-9ee2-16c5ed47a0c7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:47:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-tnng7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33956"
    uid: 279d0745-08be-40f4-b564-9ed1b2234600
  kind: Event
  lastTimestamp: "2026-04-21T04:47:26Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m54.315s
    (1m54.315s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-04-21T04:47:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:47:26Z"
    name: isvc-triton-predictor-84bb65d94b-tnng7.18a845d7ed26fdf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34811"
    uid: 40a2ec9b-0ae7-4626-9e3d-f18b108c0457
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:47:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-tnng7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33956"
    uid: 279d0745-08be-40f4-b564-9ed1b2234600
  kind: Event
  lastTimestamp: "2026-04-21T04:47:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T04:47:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:47:26Z"
    name: isvc-triton-predictor-84bb65d94b-tnng7.18a845d7f42ff5ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "34813"
    uid: 30c19897-9013-4055-aaf0-c87ca8d026fe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:47:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-tnng7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33956"
    uid: 279d0745-08be-40f4-b564-9ed1b2234600
  kind: Event
  lastTimestamp: "2026-04-21T04:47:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:47:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:47:26Z"
    name: isvc-triton-predictor-84bb65d94b-tnng7.18a845d7f577a689
    namespace: kserve-ci-e2e-test
    resourceVersion: "34815"
    uid: b15b2d06-b031-44d9-927d-a4921f498543
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:47:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-tnng7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33956"
    uid: 279d0745-08be-40f4-b564-9ed1b2234600
  kind: Event
  lastTimestamp: "2026-04-21T04:47:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:47:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:47:26Z"
    name: isvc-triton-predictor-84bb65d94b-tnng7.18a845d7f583b58d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34817"
    uid: 4214b34a-bc73-4e3b-be9a-e70c33b1f5f6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:47:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-tnng7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33956"
    uid: 279d0745-08be-40f4-b564-9ed1b2234600
  kind: Event
  lastTimestamp: "2026-04-21T04:47:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-21T04:47:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:47:26Z"
    name: isvc-triton-predictor-84bb65d94b-tnng7.18a845d7f9daac3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34818"
    uid: 7bcf6205-9175-41f4-aeaf-adb85f898fcb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:47:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-tnng7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33956"
    uid: 279d0745-08be-40f4-b564-9ed1b2234600
  kind: Event
  lastTimestamp: "2026-04-21T04:47:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:47:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:47:26Z"
    name: isvc-triton-predictor-84bb65d94b-tnng7.18a845d7fb54450f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34819"
    uid: 914d96ce-ce01-4966-b861-ff735a2478e7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:47:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-tnng7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33956"
    uid: 279d0745-08be-40f4-b564-9ed1b2234600
  kind: Event
  lastTimestamp: "2026-04-21T04:47:29Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T04:47:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:47:29Z"
    name: isvc-triton-predictor-84bb65d94b-tnng7.18a845d867b944b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34841"
    uid: 95782767-fd45-4dee-b719-3592167b2d9b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:47:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-tnng7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33956"
    uid: 279d0745-08be-40f4-b564-9ed1b2234600
  kind: Event
  lastTimestamp: "2026-04-21T04:47:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:47:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:47:38Z"
    name: isvc-triton-predictor-84bb65d94b-tnng7.18a845dab9e4dfba
    namespace: kserve-ci-e2e-test
    resourceVersion: "34936"
    uid: 59a8904c-6cb7-4b49-a5ef-88d0c56c681e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:47:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-tnng7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33956"
    uid: 279d0745-08be-40f4-b564-9ed1b2234600
  kind: Event
  lastTimestamp: "2026-04-21T04:47:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:47:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:47:38Z"
    name: isvc-triton-predictor-84bb65d94b-tnng7.18a845dab9e54ebd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34937"
    uid: a2cbbced-e696-413b-988d-f0edaebf08dd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:47:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-tnng7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33956"
    uid: 279d0745-08be-40f4-b564-9ed1b2234600
  kind: Event
  lastTimestamp: "2026-04-21T04:47:39Z"
  message: 'Readiness probe failed: Get "https://10.132.0.54:8643/healthz": dial tcp
    10.132.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-21T04:47:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:47:39Z"
    name: isvc-triton-predictor-84bb65d94b-tnng7.18a845daf7830e57
    namespace: kserve-ci-e2e-test
    resourceVersion: "34985"
    uid: 8d2f135f-8f07-48bc-ac3a-8e29c9fe14b7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:45:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-84bb65d94b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33943"
    uid: d3a83451-c886-4636-8569-abea09315813
  kind: Event
  lastTimestamp: "2026-04-21T04:45:27Z"
  message: 'Created pod: isvc-triton-predictor-84bb65d94b-tnng7'
  metadata:
    creationTimestamp: "2026-04-21T04:45:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:45:27Z"
    name: isvc-triton-predictor-84bb65d94b.18a845bc176af6f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33955"
    uid: 176923b5-5844-4490-9ad9-ab76b7796b1f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:45:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33942"
    uid: 726928b5-12f2-4f91-8c21-e702a082e210
  kind: Event
  lastTimestamp: "2026-04-21T04:45:27Z"
  message: Scaled up replica set isvc-triton-predictor-84bb65d94b from 0 to 1
  metadata:
    creationTimestamp: "2026-04-21T04:45:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:45:27Z"
    name: isvc-triton-predictor.18a845bc14bb7d12
    namespace: kserve-ci-e2e-test
    resourceVersion: "33945"
    uid: 28b183e6-f68d-4db4-a058-f86b7d5d6ba4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-21T04:45:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33944"
    uid: 1fe15251-50c5-482b-a9e1-2d724d1ce111
  kind: Event
  lastTimestamp: "2026-04-21T04:47:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:45:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:47:27Z"
    name: isvc-triton-predictor.18a845bf93970980
    namespace: kserve-ci-e2e-test
    resourceVersion: "34821"
    uid: d729952d-10ec-4d4a-87d6-3151a9f71cb0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-21T04:45:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33944"
    uid: 1fe15251-50c5-482b-a9e1-2d724d1ce111
  kind: Event
  lastTimestamp: "2026-04-21T04:47:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:45:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:47:27Z"
    name: isvc-triton-predictor.18a845bf93edefcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34822"
    uid: 21dd162b-4a50-4578-926f-bbdead8a5227
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-21T04:45:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "33914"
    uid: e074772b-1cd6-4661-8b45-52dc7990766a
  kind: Event
  lastTimestamp: "2026-04-21T04:47:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T04:45:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:47:34Z"
    name: isvc-triton.18a845bc14f1c376
    namespace: kserve-ci-e2e-test
    resourceVersion: "34887"
    uid: 9851545e-919f-4657-a3d1-cadac7d2949c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:45:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "33914"
    uid: e074772b-1cd6-4661-8b45-52dc7990766a
  kind: Event
  lastTimestamp: "2026-04-21T04:45:27Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-21T04:45:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:45:27Z"
    name: isvc-triton.18a845bc1585071e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33949"
    uid: 8324ce26-52fd-4a81-a7e7-10e3a9b6840d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:47:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "34885"
    uid: e074772b-1cd6-4661-8b45-52dc7990766a
  kind: Event
  lastTimestamp: "2026-04-21T04:47:34Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-04-21T04:47:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:47:34Z"
    name: isvc-triton.18a845d9d703ebee
    namespace: kserve-ci-e2e-test
    resourceVersion: "34886"
    uid: 260b3784-d7f9-4c39-a06f-0960cf584e31
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T04:47:38.862650Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-hvcbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34962"
    uid: 228589af-8d0b-4f3a-8afc-c5fa7489a94d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-8689c4cfcc-hvcbg
    to ip-10-0-134-15.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T04:47:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T04:47:38Z"
    name: isvc-xgboost-predictor-8689c4cfcc-hvcbg.18a845dac24cdb08
    namespace: kserve-ci-e2e-test
    resourceVersion: "34966"
    uid: 42892306-bcff-4bf3-af61-77c7e17d9ec7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c5667b7d6-xznfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:47:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-hvcbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34964"
    uid: 228589af-8d0b-4f3a-8afc-c5fa7489a94d
  kind: Event
  lastTimestamp: "2026-04-21T04:47:39Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-21T04:47:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:47:39Z"
    name: isvc-xgboost-predictor-8689c4cfcc-hvcbg.18a845dad1614ec5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34977"
    uid: d6ac4481-8616-4aba-ba74-df5b80dd5612
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:47:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-hvcbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34971"
    uid: 228589af-8d0b-4f3a-8afc-c5fa7489a94d
  kind: Event
  lastTimestamp: "2026-04-21T04:47:39Z"
  message: Add eth0 [10.132.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T04:47:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T04:47:39Z"
    name: isvc-xgboost-predictor-8689c4cfcc-hvcbg.18a845daff8a943c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34987"
    uid: aeba60d3-0b40-46e0-bd10-f41323b304cb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:47:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-hvcbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34964"
    uid: 228589af-8d0b-4f3a-8afc-c5fa7489a94d
  kind: Event
  lastTimestamp: "2026-04-21T04:47:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:47:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:47:39Z"
    name: isvc-xgboost-predictor-8689c4cfcc-hvcbg.18a845db00f149d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34989"
    uid: 461b719c-d12b-4710-a3d9-589acdb10b73
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:47:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-hvcbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34964"
    uid: 228589af-8d0b-4f3a-8afc-c5fa7489a94d
  kind: Event
  lastTimestamp: "2026-04-21T04:47:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T04:47:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:47:39Z"
    name: isvc-xgboost-predictor-8689c4cfcc-hvcbg.18a845db05512a7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34990"
    uid: c1f42bb0-e9ae-43f5-b894-60d3a602873b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:47:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-hvcbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34964"
    uid: 228589af-8d0b-4f3a-8afc-c5fa7489a94d
  kind: Event
  lastTimestamp: "2026-04-21T04:47:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T04:47:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:47:39Z"
    name: isvc-xgboost-predictor-8689c4cfcc-hvcbg.18a845db05f08505
    namespace: kserve-ci-e2e-test
    resourceVersion: "34991"
    uid: ad62f339-a257-4c9c-959e-a4e27ba99db3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:47:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-hvcbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34964"
    uid: 228589af-8d0b-4f3a-8afc-c5fa7489a94d
  kind: Event
  lastTimestamp: "2026-04-21T04:47:44Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-21T04:47:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:47:44Z"
    name: isvc-xgboost-predictor-8689c4cfcc-hvcbg.18a845dc2456cdc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35038"
    uid: 6732f88a-8ecc-48fb-99f3-5a5715b65a30
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:48:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-hvcbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34964"
    uid: 228589af-8d0b-4f3a-8afc-c5fa7489a94d
  kind: Event
  lastTimestamp: "2026-04-21T04:48:05Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 20.318s (20.318s
    including waiting). Image size: 1306414327 bytes.'
  metadata:
    creationTimestamp: "2026-04-21T04:48:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:48:05Z"
    name: isvc-xgboost-predictor-8689c4cfcc-hvcbg.18a845e0df672e71
    namespace: kserve-ci-e2e-test
    resourceVersion: "35186"
    uid: d26883ef-e740-49eb-8189-0597f39fc2f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:48:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-hvcbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34964"
    uid: 228589af-8d0b-4f3a-8afc-c5fa7489a94d
  kind: Event
  lastTimestamp: "2026-04-21T04:48:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T04:48:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:48:05Z"
    name: isvc-xgboost-predictor-8689c4cfcc-hvcbg.18a845e0e47ccae5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35187"
    uid: 5f11825f-258d-46e5-9299-1e87d197a5cd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:48:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-hvcbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34964"
    uid: 228589af-8d0b-4f3a-8afc-c5fa7489a94d
  kind: Event
  lastTimestamp: "2026-04-21T04:48:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:48:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:48:05Z"
    name: isvc-xgboost-predictor-8689c4cfcc-hvcbg.18a845e0e553caa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35188"
    uid: 3b9ef7d8-aac6-467a-92b0-c9fe05ca024f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:48:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-hvcbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34964"
    uid: 228589af-8d0b-4f3a-8afc-c5fa7489a94d
  kind: Event
  lastTimestamp: "2026-04-21T04:48:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:48:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:48:05Z"
    name: isvc-xgboost-predictor-8689c4cfcc-hvcbg.18a845e0e560fbe0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35189"
    uid: ff3cf955-34c5-4784-9a3f-dedf484367a6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:48:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-hvcbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34964"
    uid: 228589af-8d0b-4f3a-8afc-c5fa7489a94d
  kind: Event
  lastTimestamp: "2026-04-21T04:48:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-21T04:48:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:48:05Z"
    name: isvc-xgboost-predictor-8689c4cfcc-hvcbg.18a845e0e9e97a1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35191"
    uid: 84785272-ee29-48cb-b335-26f00e7fc9ff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:48:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-hvcbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34964"
    uid: 228589af-8d0b-4f3a-8afc-c5fa7489a94d
  kind: Event
  lastTimestamp: "2026-04-21T04:48:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:48:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:48:05Z"
    name: isvc-xgboost-predictor-8689c4cfcc-hvcbg.18a845e0eab8a33f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35192"
    uid: 705b7687-ba69-48ec-9128-021085fb00c6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-21T04:48:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-hvcbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34964"
    uid: 228589af-8d0b-4f3a-8afc-c5fa7489a94d
  kind: Event
  lastTimestamp: "2026-04-21T04:48:52Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T04:48:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:48:52Z"
    name: isvc-xgboost-predictor-8689c4cfcc-hvcbg.18a845e147b928c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35527"
    uid: bb2c0dab-b99a-4e34-ab70-b7da2cc92630
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:49:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-hvcbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34964"
    uid: 228589af-8d0b-4f3a-8afc-c5fa7489a94d
  kind: Event
  lastTimestamp: "2026-04-21T04:49:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:49:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:49:08Z"
    name: isvc-xgboost-predictor-8689c4cfcc-hvcbg.18a845efbc51f408
    namespace: kserve-ci-e2e-test
    resourceVersion: "35672"
    uid: f73bd41d-066e-4903-a15f-c2f3f363827a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:49:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-hvcbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34964"
    uid: 228589af-8d0b-4f3a-8afc-c5fa7489a94d
  kind: Event
  lastTimestamp: "2026-04-21T04:49:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:49:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:49:08Z"
    name: isvc-xgboost-predictor-8689c4cfcc-hvcbg.18a845efbc5300a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35673"
    uid: 469cd2f8-52f8-42ec-9dae-3de53727ae30
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:47:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-8689c4cfcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34950"
    uid: d9d0a0e9-6713-4d76-b5dc-6f8e2086aafb
  kind: Event
  lastTimestamp: "2026-04-21T04:47:38Z"
  message: 'Created pod: isvc-xgboost-predictor-8689c4cfcc-hvcbg'
  metadata:
    creationTimestamp: "2026-04-21T04:47:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:47:38Z"
    name: isvc-xgboost-predictor-8689c4cfcc.18a845dac1d20df4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34963"
    uid: b0cdc626-1399-473e-a95b-28c22a6c0e0f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:47:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34947"
    uid: ae9fbc05-0736-4442-ade9-89f1987fb65f
  kind: Event
  lastTimestamp: "2026-04-21T04:47:38Z"
  message: Scaled up replica set isvc-xgboost-predictor-8689c4cfcc from 0 to 1
  metadata:
    creationTimestamp: "2026-04-21T04:47:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:47:38Z"
    name: isvc-xgboost-predictor.18a845dabcbab2bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34952"
    uid: be36f9b4-02b3-4e44-9378-ceb6148b9208
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:47:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34949"
    uid: 59861d76-a7a3-4dbf-bc1a-66cd8a94292f
  kind: Event
  lastTimestamp: "2026-04-21T04:48:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:47:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:48:08Z"
    name: isvc-xgboost-predictor.18a845de3b9a684a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35218"
    uid: 326aeda0-d186-45a2-a828-550a0b5e2e65
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:47:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34949"
    uid: 59861d76-a7a3-4dbf-bc1a-66cd8a94292f
  kind: Event
  lastTimestamp: "2026-04-21T04:48:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:47:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:48:08Z"
    name: isvc-xgboost-predictor.18a845de3bfaae24
    namespace: kserve-ci-e2e-test
    resourceVersion: "35219"
    uid: e542b34a-66b6-42ad-8d1c-f10265d2829f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-21T04:48:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35101"
    uid: 59861d76-a7a3-4dbf-bc1a-66cd8a94292f
  kind: Event
  lastTimestamp: "2026-04-21T04:49:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:48:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:49:08Z"
    name: isvc-xgboost-predictor.18a845e539eec759
    namespace: kserve-ci-e2e-test
    resourceVersion: "35649"
    uid: 8c6843d8-2326-4adb-87eb-edb06b0df5cc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-21T04:48:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35101"
    uid: 59861d76-a7a3-4dbf-bc1a-66cd8a94292f
  kind: Event
  lastTimestamp: "2026-04-21T04:49:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:48:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:49:08Z"
    name: isvc-xgboost-predictor.18a845e53a52be82
    namespace: kserve-ci-e2e-test
    resourceVersion: "35650"
    uid: 5cb3cc5d-50e4-40fc-8c30-f078a5859142
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T04:50:49.383989Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-fsmmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36584"
    uid: 6d50aab3-3600-4b57-b671-b1756a4ab93b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-779db84d9-fsmmj
    to ip-10-0-134-15.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T04:50:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T04:50:49Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-fsmmj.18a846071e41b63b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36589"
    uid: 4aa9332e-f892-49a4-ba93-2c30c8f8207a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c5667b7d6-xznfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:50:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-fsmmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36587"
    uid: 6d50aab3-3600-4b57-b671-b1756a4ab93b
  kind: Event
  lastTimestamp: "2026-04-21T04:50:49Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-21T04:50:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:50:49Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-fsmmj.18a846072906e764
    namespace: kserve-ci-e2e-test
    resourceVersion: "36598"
    uid: c9a0d73e-a22a-40a8-bad5-3108693c5a51
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:50:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-fsmmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36593"
    uid: 6d50aab3-3600-4b57-b671-b1756a4ab93b
  kind: Event
  lastTimestamp: "2026-04-21T04:50:50Z"
  message: Add eth0 [10.132.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T04:50:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T04:50:50Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-fsmmj.18a846075b809296
    namespace: kserve-ci-e2e-test
    resourceVersion: "36607"
    uid: a7efbdd4-0176-4f59-97b3-4a1dad955b58
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:50:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-fsmmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36587"
    uid: 6d50aab3-3600-4b57-b671-b1756a4ab93b
  kind: Event
  lastTimestamp: "2026-04-21T04:50:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:50:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:50:50Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-fsmmj.18a846075cd20444
    namespace: kserve-ci-e2e-test
    resourceVersion: "36609"
    uid: ea7bc256-6108-438c-9879-bb73566d178d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:50:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-fsmmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36587"
    uid: 6d50aab3-3600-4b57-b671-b1756a4ab93b
  kind: Event
  lastTimestamp: "2026-04-21T04:50:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T04:50:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:50:50Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-fsmmj.18a846075f7cc40e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36611"
    uid: eab5c3f3-28fd-4d67-a760-a2b5ef17de78
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:50:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-fsmmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36587"
    uid: 6d50aab3-3600-4b57-b671-b1756a4ab93b
  kind: Event
  lastTimestamp: "2026-04-21T04:50:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T04:50:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:50:50Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-fsmmj.18a846075fea5d8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36612"
    uid: 473592d2-19e9-45c2-9ee2-a09b3da3e6a0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:50:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-fsmmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36587"
    uid: 6d50aab3-3600-4b57-b671-b1756a4ab93b
  kind: Event
  lastTimestamp: "2026-04-21T04:50:55Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:50:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:50:55Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-fsmmj.18a8460881c92d34
    namespace: kserve-ci-e2e-test
    resourceVersion: "36648"
    uid: 7cb1480f-203d-42c0-9357-9d96e5847a06
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:50:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-fsmmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36587"
    uid: 6d50aab3-3600-4b57-b671-b1756a4ab93b
  kind: Event
  lastTimestamp: "2026-04-21T04:50:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T04:50:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:50:55Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-fsmmj.18a8460885a16d5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36653"
    uid: 7fabbd81-b075-47a0-aeb2-182f51c73496
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:50:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-fsmmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36587"
    uid: 6d50aab3-3600-4b57-b671-b1756a4ab93b
  kind: Event
  lastTimestamp: "2026-04-21T04:50:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:50:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:50:55Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-fsmmj.18a8460886117a4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36654"
    uid: 03d7b5d2-14b5-434d-a4bd-a45766461157
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:50:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-fsmmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36587"
    uid: 6d50aab3-3600-4b57-b671-b1756a4ab93b
  kind: Event
  lastTimestamp: "2026-04-21T04:50:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:50:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:50:55Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-fsmmj.18a84608861d3c0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36658"
    uid: 19780bb1-3058-451c-ad72-2a1579f7656b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:50:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-fsmmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36587"
    uid: 6d50aab3-3600-4b57-b671-b1756a4ab93b
  kind: Event
  lastTimestamp: "2026-04-21T04:50:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-21T04:50:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:50:55Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-fsmmj.18a8460888c76b91
    namespace: kserve-ci-e2e-test
    resourceVersion: "36660"
    uid: 0d6bc564-12a4-49da-9846-8cc19fe52e9c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:50:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-fsmmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36587"
    uid: 6d50aab3-3600-4b57-b671-b1756a4ab93b
  kind: Event
  lastTimestamp: "2026-04-21T04:50:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:50:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:50:55Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-fsmmj.18a846088931a86e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36661"
    uid: 04693c17-a03c-4f0e-a964-d1c8450d4d7f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-21T04:50:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-fsmmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36587"
    uid: 6d50aab3-3600-4b57-b671-b1756a4ab93b
  kind: Event
  lastTimestamp: "2026-04-21T04:51:43Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T04:50:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:51:43Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-fsmmj.18a84608f99151f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37000"
    uid: 692d13e1-f96c-49b8-84eb-3a7dfcba7b45
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:51:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-fsmmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36587"
    uid: 6d50aab3-3600-4b57-b671-b1756a4ab93b
  kind: Event
  lastTimestamp: "2026-04-21T04:51:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:51:59Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-fsmmj.18a84617707ab4b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37155"
    uid: 1740f092-7106-4d85-9ab2-58161e21045c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:51:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-fsmmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36587"
    uid: 6d50aab3-3600-4b57-b671-b1756a4ab93b
  kind: Event
  lastTimestamp: "2026-04-21T04:51:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:51:59Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-fsmmj.18a84617707bc54e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37158"
    uid: f7857704-faf5-4df8-bc25-bce59608b50b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:50:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-779db84d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36572"
    uid: c5eed046-c6ff-468f-80c5-dce2dfffe4a3
  kind: Event
  lastTimestamp: "2026-04-21T04:50:49Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-779db84d9-fsmmj'
  metadata:
    creationTimestamp: "2026-04-21T04:50:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:50:49Z"
    name: isvc-xgboost-runtime-predictor-779db84d9.18a846071db19aaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36586"
    uid: 38ee0a87-e7b9-4ce1-a18d-af8a9984ce46
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:50:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36569"
    uid: 0ce904e3-4bdf-497e-99b3-6b86972c27c7
  kind: Event
  lastTimestamp: "2026-04-21T04:50:49Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-779db84d9 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-21T04:50:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:50:49Z"
    name: isvc-xgboost-runtime-predictor.18a846071aa3e90f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36574"
    uid: 83d939fe-d215-489c-ab75-9b4f2c185812
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T04:51:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36571"
    uid: 125cfac0-69b1-47ac-98c5-2f00b9d676e7
  kind: Event
  lastTimestamp: "2026-04-21T04:51:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:51:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:51:34Z"
    name: isvc-xgboost-runtime-predictor.18a8460a999a2cd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36937"
    uid: 7105310c-2004-40ff-8151-62f15fdaa5ce
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T04:51:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36571"
    uid: 125cfac0-69b1-47ac-98c5-2f00b9d676e7
  kind: Event
  lastTimestamp: "2026-04-21T04:51:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:51:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:51:34Z"
    name: isvc-xgboost-runtime-predictor.18a8460a99ff7bd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36938"
    uid: 649f6de6-72c7-46a6-bab6-f19a7127ffa1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:51:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36733"
    uid: 125cfac0-69b1-47ac-98c5-2f00b9d676e7
  kind: Event
  lastTimestamp: "2026-04-21T04:51:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:51:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:51:49Z"
    name: isvc-xgboost-runtime-predictor.18a8461516ae4821
    namespace: kserve-ci-e2e-test
    resourceVersion: "37039"
    uid: 68f60e63-0417-4bed-9c33-f2962e520f56
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:51:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36733"
    uid: 125cfac0-69b1-47ac-98c5-2f00b9d676e7
  kind: Event
  lastTimestamp: "2026-04-21T04:51:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:51:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:51:49Z"
    name: isvc-xgboost-runtime-predictor.18a846151712884d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37041"
    uid: f57d9808-ab1f-4c6f-8c64-3e442a4aff2d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-21T04:50:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36542"
    uid: 0d07c040-c52d-4f04-912e-84cd452d2461
  kind: Event
  lastTimestamp: "2026-04-21T04:51:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T04:50:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:51:53Z"
    name: isvc-xgboost-runtime.18a846071a827f66
    namespace: kserve-ci-e2e-test
    resourceVersion: "37081"
    uid: b02a0248-daca-4ae2-a73a-1c67bb66c26d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:50:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36542"
    uid: 0d07c040-c52d-4f04-912e-84cd452d2461
  kind: Event
  lastTimestamp: "2026-04-21T04:50:49Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T04:50:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:50:49Z"
    name: isvc-xgboost-runtime.18a846071ad798e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36576"
    uid: ccc34f1c-0849-4474-9298-eb46e4a3ad60
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:51:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37078"
    uid: 0d07c040-c52d-4f04-912e-84cd452d2461
  kind: Event
  lastTimestamp: "2026-04-21T04:51:53Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-21T04:51:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:51:53Z"
    name: isvc-xgboost-runtime.18a84616083be28e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37079"
    uid: 41409f0a-3e93-4196-96c7-a96755c36aa5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T04:49:09.094815Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-znsm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35695"
    uid: c7b86e38-40b4-4c37-80f5-e769ffa8c7ff
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-67d4bc6646-znsm9
    to ip-10-0-134-15.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T04:49:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T04:49:09Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-znsm9.18a845efc48e5acd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35699"
    uid: 5c3b3b73-7eec-456a-97eb-2aae821821dd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c5667b7d6-xznfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:49:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-znsm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35705"
    uid: c7b86e38-40b4-4c37-80f5-e769ffa8c7ff
  kind: Event
  lastTimestamp: "2026-04-21T04:49:09Z"
  message: Add eth0 [10.132.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T04:49:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T04:49:09Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-znsm9.18a845efdd828c7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35711"
    uid: 9c5006e2-e219-4aa8-af32-890c25048dd5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:49:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-znsm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35697"
    uid: c7b86e38-40b4-4c37-80f5-e769ffa8c7ff
  kind: Event
  lastTimestamp: "2026-04-21T04:49:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:49:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:49:09Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-znsm9.18a845efdedce547
    namespace: kserve-ci-e2e-test
    resourceVersion: "35713"
    uid: 5b09a753-f2f9-4514-8ac6-77cf96dcc8b1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:49:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-znsm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35697"
    uid: c7b86e38-40b4-4c37-80f5-e769ffa8c7ff
  kind: Event
  lastTimestamp: "2026-04-21T04:49:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T04:49:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:49:09Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-znsm9.18a845efe1740c6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35714"
    uid: d132ea25-7fd0-405e-a5f5-b644942a461e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:49:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-znsm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35697"
    uid: c7b86e38-40b4-4c37-80f5-e769ffa8c7ff
  kind: Event
  lastTimestamp: "2026-04-21T04:49:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T04:49:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:49:09Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-znsm9.18a845efe1ebf03b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35715"
    uid: 4621b6b2-18c9-4e30-8d79-33110700ef2f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:49:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-znsm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35697"
    uid: c7b86e38-40b4-4c37-80f5-e769ffa8c7ff
  kind: Event
  lastTimestamp: "2026-04-21T04:49:14Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-21T04:49:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:49:14Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-znsm9.18a845f0ec692dad
    namespace: kserve-ci-e2e-test
    resourceVersion: "35757"
    uid: d4a6b934-d8b6-4f21-8623-3d485661728d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:49:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-znsm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35697"
    uid: c7b86e38-40b4-4c37-80f5-e769ffa8c7ff
  kind: Event
  lastTimestamp: "2026-04-21T04:49:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T04:49:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:49:14Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-znsm9.18a845f0ef29d08e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35760"
    uid: 55d2d54e-cba3-4834-a71c-e5bddc5752fd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:49:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-znsm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35697"
    uid: c7b86e38-40b4-4c37-80f5-e769ffa8c7ff
  kind: Event
  lastTimestamp: "2026-04-21T04:49:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:49:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:49:14Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-znsm9.18a845f0ef972bb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35761"
    uid: 7e700ab0-7784-4c37-add8-88cb3c4d1de4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:49:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-znsm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35697"
    uid: c7b86e38-40b4-4c37-80f5-e769ffa8c7ff
  kind: Event
  lastTimestamp: "2026-04-21T04:49:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:49:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:49:14Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-znsm9.18a845f0efa14474
    namespace: kserve-ci-e2e-test
    resourceVersion: "35764"
    uid: 69967100-fccf-4cd1-88a2-71c33129a276
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:49:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-znsm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35697"
    uid: c7b86e38-40b4-4c37-80f5-e769ffa8c7ff
  kind: Event
  lastTimestamp: "2026-04-21T04:49:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-21T04:49:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:49:14Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-znsm9.18a845f0f2dfa8f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35767"
    uid: 9cb36e16-c5ff-4d0a-86f0-aa8adc2ce1c6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:49:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-znsm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35697"
    uid: c7b86e38-40b4-4c37-80f5-e769ffa8c7ff
  kind: Event
  lastTimestamp: "2026-04-21T04:49:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:49:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:49:14Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-znsm9.18a845f0f34d3d27
    namespace: kserve-ci-e2e-test
    resourceVersion: "35768"
    uid: 30aa675b-daa0-4a15-a386-b8014035bb67
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:49:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-znsm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35697"
    uid: c7b86e38-40b4-4c37-80f5-e769ffa8c7ff
  kind: Event
  lastTimestamp: "2026-04-21T04:49:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:49:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:49:59Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-znsm9.18a845fb6af81f1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36127"
    uid: 3b19703a-48f5-491b-b51e-454c3a1816b6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:49:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-znsm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35697"
    uid: c7b86e38-40b4-4c37-80f5-e769ffa8c7ff
  kind: Event
  lastTimestamp: "2026-04-21T04:49:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:49:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:49:59Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-znsm9.18a845fb6af889cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36130"
    uid: a5a82737-a146-47d3-be58-4133cf01d327
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:50:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-znsm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35697"
    uid: c7b86e38-40b4-4c37-80f5-e769ffa8c7ff
  kind: Event
  lastTimestamp: "2026-04-21T04:50:02Z"
  message: 'Readiness probe failed: Get "https://10.132.0.56:8643/healthz": dial tcp
    10.132.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-21T04:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:50:02Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-znsm9.18a845fc1a16d399
    namespace: kserve-ci-e2e-test
    resourceVersion: "36184"
    uid: 001bceb7-1eb6-46e0-a444-47b6d085e7aa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:50:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-znsm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35697"
    uid: c7b86e38-40b4-4c37-80f5-e769ffa8c7ff
  kind: Event
  lastTimestamp: "2026-04-21T04:50:02Z"
  message: 'Readiness probe failed: Get "http://10.132.0.56:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.132.0.56:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-21T04:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:50:02Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-znsm9.18a845fc1a6990e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36185"
    uid: aa4c132b-0502-49f8-868d-423985676245
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:49:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646
    namespace: kserve-ci-e2e-test
    resourceVersion: "35682"
    uid: 637b145b-da59-4a1b-8ce8-3543ca321754
  kind: Event
  lastTimestamp: "2026-04-21T04:49:09Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-znsm9'
  metadata:
    creationTimestamp: "2026-04-21T04:49:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:49:09Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646.18a845efc4246f0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35696"
    uid: 788a17d3-a796-4676-8f34-9b52e3268530
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:49:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35680"
    uid: 4e4017c4-2310-4362-b2f5-cb0f0eb3cc24
  kind: Event
  lastTimestamp: "2026-04-21T04:49:09Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-67d4bc6646 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-21T04:49:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:49:09Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a845efbf64206e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35685"
    uid: 845a7367-8fe7-49d0-b3fb-6ee236fb5524
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:49:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35681"
    uid: b8ad6a66-987e-48d3-b71b-c2ce9d26c12f
  kind: Event
  lastTimestamp: "2026-04-21T04:49:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:49:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:49:39Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a845f33e584ff7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35944"
    uid: 2e13179e-56be-4f5e-9f38-df25b92c3b17
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:49:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35681"
    uid: b8ad6a66-987e-48d3-b71b-c2ce9d26c12f
  kind: Event
  lastTimestamp: "2026-04-21T04:49:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:49:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:49:39Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a845f33ec1f704
    namespace: kserve-ci-e2e-test
    resourceVersion: "35945"
    uid: d65029e7-fd1d-40f8-a9c8-70bce1752c9c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:49:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35841"
    uid: b8ad6a66-987e-48d3-b71b-c2ce9d26c12f
  kind: Event
  lastTimestamp: "2026-04-21T04:49:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:49:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:49:54Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a845fa3cd71454
    namespace: kserve-ci-e2e-test
    resourceVersion: "36061"
    uid: 29115100-5cff-438a-97b7-9420db22d3ac
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:49:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35841"
    uid: b8ad6a66-987e-48d3-b71b-c2ce9d26c12f
  kind: Event
  lastTimestamp: "2026-04-21T04:49:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:49:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:49:54Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a845fa3d430e16
    namespace: kserve-ci-e2e-test
    resourceVersion: "36063"
    uid: 0e300bb1-7e0c-4b8d-b57d-0e9fab63e0b8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-21T04:49:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35666"
    uid: 2b46c58e-bcac-434c-9c79-a32b06ffac10
  kind: Event
  lastTimestamp: "2026-04-21T04:49:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T04:49:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:49:52Z"
    name: isvc-xgboost-v2-mlserver.18a845efbf43a045
    namespace: kserve-ci-e2e-test
    resourceVersion: "36049"
    uid: deb7fa4c-9455-433b-ac68-548e78c79825
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:49:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35666"
    uid: 2b46c58e-bcac-434c-9c79-a32b06ffac10
  kind: Event
  lastTimestamp: "2026-04-21T04:49:09Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T04:49:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:49:09Z"
    name: isvc-xgboost-v2-mlserver.18a845efc29107b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35693"
    uid: bbc0ab03-806e-4cf8-bb09-b7c600a01696
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:49:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35666"
    uid: 2b46c58e-bcac-434c-9c79-a32b06ffac10
  kind: Event
  lastTimestamp: "2026-04-21T04:49:09Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-21T04:49:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:49:09Z"
    name: isvc-xgboost-v2-mlserver.18a845efc2914e7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35694"
    uid: bfa0ab09-44a6-4056-b028-e9a9f0816f6b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:49:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36047"
    uid: 2b46c58e-bcac-434c-9c79-a32b06ffac10
  kind: Event
  lastTimestamp: "2026-04-21T04:49:52Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-21T04:49:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:49:52Z"
    name: isvc-xgboost-v2-mlserver.18a845f9ccd65bcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36048"
    uid: c3e3c795-6d8c-495a-a13f-9037925b167d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T04:52:59.742489Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-k4db7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37681"
    uid: f0692334-5af0-46c4-9cb7-d562b1e5606c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-6fcdd6977c-k4db7
    to ip-10-0-134-15.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T04:52:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T04:52:59Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-k4db7.18a84625783a9791
    namespace: kserve-ci-e2e-test
    resourceVersion: "37687"
    uid: 1c87d83c-eb52-4757-80c5-afe7fc2de21d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c5667b7d6-xznfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:53:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-k4db7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37692"
    uid: f0692334-5af0-46c4-9cb7-d562b1e5606c
  kind: Event
  lastTimestamp: "2026-04-21T04:53:00Z"
  message: Add eth0 [10.132.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T04:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T04:53:00Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-k4db7.18a8462590e8cd1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37701"
    uid: 370095af-6747-48eb-8839-54559af784a9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:53:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-k4db7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37682"
    uid: f0692334-5af0-46c4-9cb7-d562b1e5606c
  kind: Event
  lastTimestamp: "2026-04-21T04:53:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:53:00Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-k4db7.18a84625923679a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37703"
    uid: f42be634-d467-4c98-96d4-e30385f44c45
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:53:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-k4db7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37682"
    uid: f0692334-5af0-46c4-9cb7-d562b1e5606c
  kind: Event
  lastTimestamp: "2026-04-21T04:53:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T04:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:53:00Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-k4db7.18a8462595443c7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37705"
    uid: 81db305d-edd1-48f5-828a-cdafb5aea270
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:53:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-k4db7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37682"
    uid: f0692334-5af0-46c4-9cb7-d562b1e5606c
  kind: Event
  lastTimestamp: "2026-04-21T04:53:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T04:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:53:00Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-k4db7.18a8462595af4a57
    namespace: kserve-ci-e2e-test
    resourceVersion: "37706"
    uid: 47073867-cee7-4f93-85d6-59c35ea0acca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:53:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-k4db7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37682"
    uid: f0692334-5af0-46c4-9cb7-d562b1e5606c
  kind: Event
  lastTimestamp: "2026-04-21T04:53:04Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:53:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:53:04Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-k4db7.18a84626a04b4822
    namespace: kserve-ci-e2e-test
    resourceVersion: "37743"
    uid: 1c83cbdf-43af-4fc9-8771-f5ab1e07c887
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:53:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-k4db7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37682"
    uid: f0692334-5af0-46c4-9cb7-d562b1e5606c
  kind: Event
  lastTimestamp: "2026-04-21T04:53:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T04:53:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:53:04Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-k4db7.18a84626a3645c90
    namespace: kserve-ci-e2e-test
    resourceVersion: "37748"
    uid: baeb7859-e90c-4d4c-8a1b-aa403deaccc8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:53:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-k4db7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37682"
    uid: f0692334-5af0-46c4-9cb7-d562b1e5606c
  kind: Event
  lastTimestamp: "2026-04-21T04:53:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:53:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:53:04Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-k4db7.18a84626a3d263a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37749"
    uid: 2b203dd4-8052-4c88-ad95-88541ebbeff2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:53:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-k4db7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37682"
    uid: f0692334-5af0-46c4-9cb7-d562b1e5606c
  kind: Event
  lastTimestamp: "2026-04-21T04:53:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:53:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:53:04Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-k4db7.18a84626a3dd9394
    namespace: kserve-ci-e2e-test
    resourceVersion: "37750"
    uid: a399478b-a334-4b57-9c6b-59e0e4512c3e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:53:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-k4db7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37682"
    uid: f0692334-5af0-46c4-9cb7-d562b1e5606c
  kind: Event
  lastTimestamp: "2026-04-21T04:53:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-21T04:53:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:53:04Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-k4db7.18a84626a7336c17
    namespace: kserve-ci-e2e-test
    resourceVersion: "37752"
    uid: fee82242-1890-4b06-841d-932efe2a2e4d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:53:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-k4db7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37682"
    uid: f0692334-5af0-46c4-9cb7-d562b1e5606c
  kind: Event
  lastTimestamp: "2026-04-21T04:53:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:53:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:53:04Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-k4db7.18a84626a7a02966
    namespace: kserve-ci-e2e-test
    resourceVersion: "37753"
    uid: 63c34e79-d640-44bf-afa6-61bcff2ddafb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-21T04:53:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-k4db7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37682"
    uid: f0692334-5af0-46c4-9cb7-d562b1e5606c
  kind: Event
  lastTimestamp: "2026-04-21T04:54:12Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-21T04:53:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:54:12Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-k4db7.18a846271821148e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38317"
    uid: 87054aa1-5f61-436a-bdc7-988793ca2d86
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:54:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-k4db7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37682"
    uid: f0692334-5af0-46c4-9cb7-d562b1e5606c
  kind: Event
  lastTimestamp: "2026-04-21T04:54:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:54:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:54:09Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-k4db7.18a84635caf2f60b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38242"
    uid: 1161ca2e-3791-4e81-94ae-615193e5fcf9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:54:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-k4db7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37682"
    uid: f0692334-5af0-46c4-9cb7-d562b1e5606c
  kind: Event
  lastTimestamp: "2026-04-21T04:54:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:54:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:54:09Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-k4db7.18a84635caf36adf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38244"
    uid: 84472d1a-10c1-4496-990c-b15d6b4aac66
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:54:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-k4db7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37682"
    uid: f0692334-5af0-46c4-9cb7-d562b1e5606c
  kind: Event
  lastTimestamp: "2026-04-21T04:54:12Z"
  message: 'Readiness probe failed: Get "https://10.132.0.60:8643/healthz": dial tcp
    10.132.0.60:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-21T04:54:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:54:12Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-k4db7.18a84636762769a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38316"
    uid: a18fc812-3a04-4729-a88b-7109e3e49d9c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:52:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-6fcdd6977c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37672"
    uid: 7684c4c0-fcac-4d34-b013-269340a64452
  kind: Event
  lastTimestamp: "2026-04-21T04:52:59Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-6fcdd6977c-k4db7'
  metadata:
    creationTimestamp: "2026-04-21T04:52:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:52:59Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c.18a8462577dfb913
    namespace: kserve-ci-e2e-test
    resourceVersion: "37683"
    uid: a1064bcf-aac6-4e95-8442-807ed9c30ef2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:52:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37669"
    uid: 33e866b0-3878-41e7-a54f-7bf948a1a554
  kind: Event
  lastTimestamp: "2026-04-21T04:52:59Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-6fcdd6977c from 0 to 1
  metadata:
    creationTimestamp: "2026-04-21T04:52:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:52:59Z"
    name: isvc-xgboost-v2-predictor.18a8462574f4b3df
    namespace: kserve-ci-e2e-test
    resourceVersion: "37673"
    uid: c9ef71ae-afb6-4e7a-a19d-2f9e27471b04
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:53:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37671"
    uid: aa97c399-6f19-4d17-9a22-57496f0c129a
  kind: Event
  lastTimestamp: "2026-04-21T04:53:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:53:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:53:14Z"
    name: isvc-xgboost-v2-predictor.18a84628f3aabdd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37833"
    uid: fb09fd5a-7994-4630-8248-81294845f964
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:53:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37671"
    uid: aa97c399-6f19-4d17-9a22-57496f0c129a
  kind: Event
  lastTimestamp: "2026-04-21T04:53:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:53:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:53:14Z"
    name: isvc-xgboost-v2-predictor.18a84628f40c8604
    namespace: kserve-ci-e2e-test
    resourceVersion: "37835"
    uid: c153a91e-fa82-451e-8352-216d19640837
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T04:53:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37834"
    uid: aa97c399-6f19-4d17-9a22-57496f0c129a
  kind: Event
  lastTimestamp: "2026-04-21T04:53:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:53:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:53:59Z"
    name: isvc-xgboost-v2-predictor.18a8462c7378458c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38140"
    uid: 2d3abcdd-750f-477a-bd24-b20663454d29
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T04:53:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37834"
    uid: aa97c399-6f19-4d17-9a22-57496f0c129a
  kind: Event
  lastTimestamp: "2026-04-21T04:53:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:53:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:53:59Z"
    name: isvc-xgboost-v2-predictor.18a8462c73c2ba8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38141"
    uid: 6d78094f-2401-4fcb-93fa-cbc5c151f626
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T04:51:59.554178Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bl87f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37169"
    uid: 87991a58-fda7-43d1-a412-d7c81b5401be
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-6dc5954dc-bl87f
    to ip-10-0-134-15.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T04:51:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T04:51:59Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bl87f.18a8461774b9d10d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37173"
    uid: 28d72665-7ecc-4310-823b-000780121547
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c5667b7d6-xznfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:51:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bl87f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37177"
    uid: 87991a58-fda7-43d1-a412-d7c81b5401be
  kind: Event
  lastTimestamp: "2026-04-21T04:51:59Z"
  message: Add eth0 [10.132.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T04:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T04:51:59Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bl87f.18a846178d940a84
    namespace: kserve-ci-e2e-test
    resourceVersion: "37189"
    uid: bdb33fe7-758a-4d92-9029-2d8addf1bb8b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:51:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bl87f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37171"
    uid: 87991a58-fda7-43d1-a412-d7c81b5401be
  kind: Event
  lastTimestamp: "2026-04-21T04:51:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:51:59Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bl87f.18a846178ef0a1db
    namespace: kserve-ci-e2e-test
    resourceVersion: "37191"
    uid: 9d4a949e-63b3-4bfb-9328-ae5010cc8466
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:52:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bl87f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37171"
    uid: 87991a58-fda7-43d1-a412-d7c81b5401be
  kind: Event
  lastTimestamp: "2026-04-21T04:52:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T04:52:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:52:00Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bl87f.18a8461791b72a43
    namespace: kserve-ci-e2e-test
    resourceVersion: "37192"
    uid: cb5833c8-278c-4049-a75b-c36be795ab1e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:52:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bl87f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37171"
    uid: 87991a58-fda7-43d1-a412-d7c81b5401be
  kind: Event
  lastTimestamp: "2026-04-21T04:52:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T04:52:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:52:00Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bl87f.18a846179228a7e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37193"
    uid: f42e3441-b572-4b8f-8c7d-9198faf86681
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:52:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bl87f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37171"
    uid: 87991a58-fda7-43d1-a412-d7c81b5401be
  kind: Event
  lastTimestamp: "2026-04-21T04:52:04Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-21T04:52:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:52:04Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bl87f.18a846189de044f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37235"
    uid: 023979ff-12b4-4de5-a6b5-ff155acfb51e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:52:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bl87f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37171"
    uid: 87991a58-fda7-43d1-a412-d7c81b5401be
  kind: Event
  lastTimestamp: "2026-04-21T04:52:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T04:52:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:52:04Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bl87f.18a84618a1474d80
    namespace: kserve-ci-e2e-test
    resourceVersion: "37241"
    uid: 42237443-3825-45db-bc20-c3aada793df9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:52:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bl87f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37171"
    uid: 87991a58-fda7-43d1-a412-d7c81b5401be
  kind: Event
  lastTimestamp: "2026-04-21T04:52:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:52:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:52:04Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bl87f.18a84618a1b48fd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37242"
    uid: 1cd5eb1b-0848-4c8b-a465-95d3e20f2af3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:52:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bl87f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37171"
    uid: 87991a58-fda7-43d1-a412-d7c81b5401be
  kind: Event
  lastTimestamp: "2026-04-21T04:52:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:52:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:52:04Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bl87f.18a84618a1bf9c7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37243"
    uid: ce98a0f7-7fa0-4181-82aa-e7a1c7cab0c3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:52:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bl87f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37171"
    uid: 87991a58-fda7-43d1-a412-d7c81b5401be
  kind: Event
  lastTimestamp: "2026-04-21T04:52:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-21T04:52:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:52:04Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bl87f.18a84618a484db5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37245"
    uid: a0c682b6-fdbc-4a6b-a143-1d3957288ddc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:52:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bl87f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37171"
    uid: 87991a58-fda7-43d1-a412-d7c81b5401be
  kind: Event
  lastTimestamp: "2026-04-21T04:52:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:52:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:52:04Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bl87f.18a84618a4f0334b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37246"
    uid: 616ba0b2-bf6f-4250-8cd2-ce0da06c02d6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:52:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bl87f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37171"
    uid: 87991a58-fda7-43d1-a412-d7c81b5401be
  kind: Event
  lastTimestamp: "2026-04-21T04:52:42Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-21T04:52:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:52:42Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bl87f.18a846217cc53bf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37507"
    uid: bfc2ce7e-43e1-4809-900e-9945362299bc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:52:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bl87f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37171"
    uid: 87991a58-fda7-43d1-a412-d7c81b5401be
  kind: Event
  lastTimestamp: "2026-04-21T04:52:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:52:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:52:59Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bl87f.18a8462573dee945
    namespace: kserve-ci-e2e-test
    resourceVersion: "37668"
    uid: e14d3770-68f2-463d-9b75-0b35625e2fcb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:52:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bl87f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37171"
    uid: 87991a58-fda7-43d1-a412-d7c81b5401be
  kind: Event
  lastTimestamp: "2026-04-21T04:52:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:52:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:52:59Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bl87f.18a8462573e40099
    namespace: kserve-ci-e2e-test
    resourceVersion: "37670"
    uid: da4a5153-c6a6-4a2a-861b-294bc1855373
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:53:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bl87f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37171"
    uid: 87991a58-fda7-43d1-a412-d7c81b5401be
  kind: Event
  lastTimestamp: "2026-04-21T04:53:02Z"
  message: 'Readiness probe failed: Get "https://10.132.0.59:8643/healthz": dial tcp
    10.132.0.59:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-21T04:53:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:53:02Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bl87f.18a846261f9168d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37728"
    uid: 4bd47492-caa8-4699-8927-682a7c4e11c4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:51:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37157"
    uid: eab151e5-12ba-419c-8aae-7f03576bec45
  kind: Event
  lastTimestamp: "2026-04-21T04:51:59Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bl87f'
  metadata:
    creationTimestamp: "2026-04-21T04:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:51:59Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc.18a84617744b1be3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37170"
    uid: 4217869e-f3bb-4314-aa12-b0acd66ba9e2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:51:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37154"
    uid: 2eddf930-deed-4c86-b5ef-c7ca10217edd
  kind: Event
  lastTimestamp: "2026-04-21T04:51:59Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-6dc5954dc from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-21T04:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:51:59Z"
    name: isvc-xgboost-v2-runtime-predictor.18a8461771181460
    namespace: kserve-ci-e2e-test
    resourceVersion: "37160"
    uid: 5f94cd5b-4cb8-40f6-9bd4-8330bddb685b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:52:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37156"
    uid: d1d6a55f-b504-4dbe-a830-e9cae529f501
  kind: Event
  lastTimestamp: "2026-04-21T04:52:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:52:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:52:44Z"
    name: isvc-xgboost-v2-runtime-predictor.18a8461aefdaa0bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37521"
    uid: 290e9396-4735-474d-b2e0-99b689d4a621
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:52:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37156"
    uid: d1d6a55f-b504-4dbe-a830-e9cae529f501
  kind: Event
  lastTimestamp: "2026-04-21T04:52:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:52:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:52:44Z"
    name: isvc-xgboost-v2-runtime-predictor.18a8461af043272a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37523"
    uid: 75ebfe13-c7b8-45ac-9167-ac519a27d86c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:52:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37310"
    uid: d1d6a55f-b504-4dbe-a830-e9cae529f501
  kind: Event
  lastTimestamp: "2026-04-21T04:52:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:52:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:52:59Z"
    name: isvc-xgboost-v2-runtime-predictor.18a8461e6f76eb7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37639"
    uid: 99c2e92b-e22f-42f4-82c9-31f5e445b1c3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:52:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37310"
    uid: d1d6a55f-b504-4dbe-a830-e9cae529f501
  kind: Event
  lastTimestamp: "2026-04-21T04:52:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:52:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:52:59Z"
    name: isvc-xgboost-v2-runtime-predictor.18a8461e6fd7ee2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37640"
    uid: 8c86450d-2655-4773-b07e-da5b39ba9448
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-21T04:51:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37128"
    uid: 204fb6e3-09e9-4f0e-b205-8e1839d0fea1
  kind: Event
  lastTimestamp: "2026-04-21T04:52:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T04:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:52:52Z"
    name: isvc-xgboost-v2-runtime.18a8461770f9ed94
    namespace: kserve-ci-e2e-test
    resourceVersion: "37589"
    uid: 2d4f4d14-3c2b-476b-9466-150e1cb3d95e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:51:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37128"
    uid: 204fb6e3-09e9-4f0e-b205-8e1839d0fea1
  kind: Event
  lastTimestamp: "2026-04-21T04:51:59Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T04:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:51:59Z"
    name: isvc-xgboost-v2-runtime.18a846177164a276
    namespace: kserve-ci-e2e-test
    resourceVersion: "37180"
    uid: 0f4b409c-e411-47ba-aad3-5599754ecf7f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:51:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37134"
    uid: 204fb6e3-09e9-4f0e-b205-8e1839d0fea1
  kind: Event
  lastTimestamp: "2026-04-21T04:51:59Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-21T04:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:51:59Z"
    name: isvc-xgboost-v2-runtime.18a84617770fdd2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37181"
    uid: 97ac8b6a-0111-4ada-9cde-42e12e05816c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:52:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37587"
    uid: 204fb6e3-09e9-4f0e-b205-8e1839d0fea1
  kind: Event
  lastTimestamp: "2026-04-21T04:52:52Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-21T04:52:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:52:52Z"
    name: isvc-xgboost-v2-runtime.18a84623d0c0d8f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37588"
    uid: 5a6a3149-6040-4fed-b186-a60ef1bea2cf
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-21T04:52:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37642"
    uid: be20d307-97a5-4ecc-9774-e715637bc6b7
  kind: Event
  lastTimestamp: "2026-04-21T04:54:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T04:52:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:54:02Z"
    name: isvc-xgboost-v2.18a8462574fe82b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38172"
    uid: c229b442-85e4-4ef8-b61b-e609d3b3dd1c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:52:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37642"
    uid: be20d307-97a5-4ecc-9774-e715637bc6b7
  kind: Event
  lastTimestamp: "2026-04-21T04:52:59Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T04:52:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:52:59Z"
    name: isvc-xgboost-v2.18a84625757c0c20
    namespace: kserve-ci-e2e-test
    resourceVersion: "37676"
    uid: 085456e1-7852-485c-897d-ed0ab6c4eb16
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:54:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38170"
    uid: be20d307-97a5-4ecc-9774-e715637bc6b7
  kind: Event
  lastTimestamp: "2026-04-21T04:54:02Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-21T04:54:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:54:02Z"
    name: isvc-xgboost-v2.18a846342762d78f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38171"
    uid: de04ba4d-4650-477e-84ad-9a4fdc0e2c97
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-21T04:47:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "34925"
    uid: 0f9b7ce9-494a-4ce3-bfaa-797068877098
  kind: Event
  lastTimestamp: "2026-04-21T04:49:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T04:47:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:49:03Z"
    name: isvc-xgboost.18a845dabc94aae7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35609"
    uid: 98ddd89c-a132-4b96-a59c-c5c36c8b9dee
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:47:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "34925"
    uid: 0f9b7ce9-494a-4ce3-bfaa-797068877098
  kind: Event
  lastTimestamp: "2026-04-21T04:47:38Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-21T04:47:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:47:38Z"
    name: isvc-xgboost.18a845dabcf00c7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34973"
    uid: b0b060c2-ffcc-4ad9-8f18-6b9edb1c50c2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:47:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "34957"
    uid: 0f9b7ce9-494a-4ce3-bfaa-797068877098
  kind: Event
  lastTimestamp: "2026-04-21T04:47:38Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-21T04:47:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:47:38Z"
    name: isvc-xgboost.18a845dac4bf65bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34974"
    uid: e497a5a1-ca23-4593-a45b-740f9383825c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:49:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "35606"
    uid: 0f9b7ce9-494a-4ce3-bfaa-797068877098
  kind: Event
  lastTimestamp: "2026-04-21T04:49:02Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-21T04:49:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:49:02Z"
    name: isvc-xgboost.18a845ee571f1466
    namespace: kserve-ci-e2e-test
    resourceVersion: "35608"
    uid: 90fe52de-7875-4438-966c-771be0c9cb50
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T04:08:13.503196Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-l98rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14950"
    uid: 6b08d9d7-a5e2-48d7-abbb-5eb4ae2f5a0b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-c7d86bcbd-l98rb
    to ip-10-0-134-15.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T04:08:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T04:08:13Z"
    name: message-dumper-predictor-c7d86bcbd-l98rb.18a843b407e3c87a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14956"
    uid: f6da6076-3c2a-4cfb-8b93-a9c1d68a99f1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c5667b7d6-xznfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:08:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-l98rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14952"
    uid: 6b08d9d7-a5e2-48d7-abbb-5eb4ae2f5a0b
  kind: Event
  lastTimestamp: "2026-04-21T04:08:13Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-21T04:08:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:08:13Z"
    name: message-dumper-predictor-c7d86bcbd-l98rb.18a843b4141b0e3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14965"
    uid: 9a71f138-5621-4a61-a234-be488793b2fa
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:08:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-l98rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14961"
    uid: 6b08d9d7-a5e2-48d7-abbb-5eb4ae2f5a0b
  kind: Event
  lastTimestamp: "2026-04-21T04:08:14Z"
  message: Add eth0 [10.132.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T04:08:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T04:08:14Z"
    name: message-dumper-predictor-c7d86bcbd-l98rb.18a843b4445df0f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14972"
    uid: fd1f7dca-1fe2-4806-8d04-a848f90570b9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:08:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-l98rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14952"
    uid: 6b08d9d7-a5e2-48d7-abbb-5eb4ae2f5a0b
  kind: Event
  lastTimestamp: "2026-04-21T04:08:14Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-04-21T04:08:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:08:14Z"
    name: message-dumper-predictor-c7d86bcbd-l98rb.18a843b445c2c67c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14974"
    uid: c95e7f4a-0d79-468f-8264-e0954e1e0733
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:08:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-l98rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14952"
    uid: 6b08d9d7-a5e2-48d7-abbb-5eb4ae2f5a0b
  kind: Event
  lastTimestamp: "2026-04-21T04:08:15Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.16s (1.16s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-04-21T04:08:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:08:15Z"
    name: message-dumper-predictor-c7d86bcbd-l98rb.18a843b48af24df8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14987"
    uid: bd159fd1-f38b-484f-a06c-54f4452588fd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:08:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-l98rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14952"
    uid: 6b08d9d7-a5e2-48d7-abbb-5eb4ae2f5a0b
  kind: Event
  lastTimestamp: "2026-04-21T04:08:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T04:08:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:08:15Z"
    name: message-dumper-predictor-c7d86bcbd-l98rb.18a843b48de18497
    namespace: kserve-ci-e2e-test
    resourceVersion: "14989"
    uid: 23304b62-d22f-415c-b2e5-1b098c7f62ca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:08:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-l98rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14952"
    uid: 6b08d9d7-a5e2-48d7-abbb-5eb4ae2f5a0b
  kind: Event
  lastTimestamp: "2026-04-21T04:08:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:08:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:08:15Z"
    name: message-dumper-predictor-c7d86bcbd-l98rb.18a843b48e52a4d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14991"
    uid: 09961b4f-7159-4ec7-bf9c-57e6f39f6b9f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:08:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-l98rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14952"
    uid: 6b08d9d7-a5e2-48d7-abbb-5eb4ae2f5a0b
  kind: Event
  lastTimestamp: "2026-04-21T04:08:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:08:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:08:15Z"
    name: message-dumper-predictor-c7d86bcbd-l98rb.18a843b48e5d64f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14992"
    uid: 83178b73-8c4b-4b99-a602-c72f42a1249f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:08:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-l98rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14952"
    uid: 6b08d9d7-a5e2-48d7-abbb-5eb4ae2f5a0b
  kind: Event
  lastTimestamp: "2026-04-21T04:08:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-21T04:08:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:08:15Z"
    name: message-dumper-predictor-c7d86bcbd-l98rb.18a843b4912dc498
    namespace: kserve-ci-e2e-test
    resourceVersion: "14993"
    uid: 725c489a-842b-44b2-8b81-c0d341f87264
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:08:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-l98rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14952"
    uid: 6b08d9d7-a5e2-48d7-abbb-5eb4ae2f5a0b
  kind: Event
  lastTimestamp: "2026-04-21T04:08:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:08:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:08:15Z"
    name: message-dumper-predictor-c7d86bcbd-l98rb.18a843b4919bd7ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "14994"
    uid: efb8740d-3ac5-4929-824b-006506e7f54d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:09:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-l98rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14952"
    uid: 6b08d9d7-a5e2-48d7-abbb-5eb4ae2f5a0b
  kind: Event
  lastTimestamp: "2026-04-21T04:09:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:09:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:09:58Z"
    name: message-dumper-predictor-c7d86bcbd-l98rb.18a843cc93c28fb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15906"
    uid: 6a30e0d0-7c08-4775-8c4d-ea1d76480978
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:09:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-l98rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14952"
    uid: 6b08d9d7-a5e2-48d7-abbb-5eb4ae2f5a0b
  kind: Event
  lastTimestamp: "2026-04-21T04:09:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:09:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:09:58Z"
    name: message-dumper-predictor-c7d86bcbd-l98rb.18a843cc93c2f13f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15907"
    uid: 7e8b922d-ebcd-4062-a5eb-c3b7363c7bb3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:09:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-l98rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14952"
    uid: 6b08d9d7-a5e2-48d7-abbb-5eb4ae2f5a0b
  kind: Event
  lastTimestamp: "2026-04-21T04:09:58Z"
  message: 'Readiness probe failed: Get "https://10.132.0.23:8643/healthz": dial tcp
    10.132.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-21T04:09:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:09:58Z"
    name: message-dumper-predictor-c7d86bcbd-l98rb.18a843cc94972c9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15908"
    uid: 1cf6aecf-6316-4dd9-81dd-f679d0cc9b1b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:08:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-c7d86bcbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14942"
    uid: 64ef1804-65d2-4a51-ba1b-19d0044590cd
  kind: Event
  lastTimestamp: "2026-04-21T04:08:13Z"
  message: 'Created pod: message-dumper-predictor-c7d86bcbd-l98rb'
  metadata:
    creationTimestamp: "2026-04-21T04:08:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:08:13Z"
    name: message-dumper-predictor-c7d86bcbd.18a843b407842414
    namespace: kserve-ci-e2e-test
    resourceVersion: "14951"
    uid: f5726c0d-694c-4613-9c5c-6031fada4cc5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:08:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14940"
    uid: ca5274a8-fdd7-4d46-8106-67737dc65bc5
  kind: Event
  lastTimestamp: "2026-04-21T04:08:13Z"
  message: Scaled up replica set message-dumper-predictor-c7d86bcbd from 0 to 1
  metadata:
    creationTimestamp: "2026-04-21T04:08:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:08:13Z"
    name: message-dumper-predictor.18a843b405c56df9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14945"
    uid: 3850cbec-548e-464d-8759-c73e879d313d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:08:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14941"
    uid: 5eb74633-874d-429a-90f2-977f0748ec49
  kind: Event
  lastTimestamp: "2026-04-21T04:08:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:08:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:08:43Z"
    name: message-dumper-predictor.18a843b7848c922c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15285"
    uid: 9944f876-8d0c-410c-92b1-02106307557f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:08:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14941"
    uid: 5eb74633-874d-429a-90f2-977f0748ec49
  kind: Event
  lastTimestamp: "2026-04-21T04:08:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:08:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:08:43Z"
    name: message-dumper-predictor.18a843b784eb0251
    namespace: kserve-ci-e2e-test
    resourceVersion: "15286"
    uid: 94ed0015-3043-4043-a908-0e8ed05a1d22
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-21T04:08:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "14913"
    uid: 251f8843-3e9f-4ffd-a180-3f60c38dad8a
  kind: Event
  lastTimestamp: "2026-04-21T04:08:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T04:08:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:08:24Z"
    name: message-dumper.18a843b405bbf5c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15067"
    uid: d6b9fd94-cb2f-476b-86d0-1187d1cc03ac
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:08:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "14913"
    uid: 251f8843-3e9f-4ffd-a180-3f60c38dad8a
  kind: Event
  lastTimestamp: "2026-04-21T04:08:13Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-21T04:08:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:08:13Z"
    name: message-dumper.18a843b40647a1ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "14948"
    uid: 2cb8139a-b467-408b-b0c5-d9f9e59924a7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:08:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15065"
    uid: 251f8843-3e9f-4ffd-a180-3f60c38dad8a
  kind: Event
  lastTimestamp: "2026-04-21T04:08:24Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-04-21T04:08:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:08:24Z"
    name: message-dumper.18a843b67ae33947
    namespace: kserve-ci-e2e-test
    resourceVersion: "15066"
    uid: 378eaf34-59fa-4e5a-b40c-1067d8bd1b8c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T04:38:48.986697Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-hkmsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30483"
    uid: 9309b908-6b04-4a34-b6d8-3a1ceb15acc7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-65d8664766-hkmsf
    to ip-10-0-134-15.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T04:38:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T04:38:48Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-hkmsf.18a8455f633b5e33
    namespace: kserve-ci-e2e-test
    resourceVersion: "30491"
    uid: 0af826f6-3a0e-4565-ab29-3fcee7c5c762
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c5667b7d6-xznfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:38:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-hkmsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30495"
    uid: 9309b908-6b04-4a34-b6d8-3a1ceb15acc7
  kind: Event
  lastTimestamp: "2026-04-21T04:38:49Z"
  message: Add eth0 [10.132.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T04:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T04:38:49Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-hkmsf.18a8455f7c4192ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "30503"
    uid: 06bd77fd-bcf6-4ae9-a238-a787197bd9e9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:38:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-hkmsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30487"
    uid: 9309b908-6b04-4a34-b6d8-3a1ceb15acc7
  kind: Event
  lastTimestamp: "2026-04-21T04:38:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:38:49Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-hkmsf.18a8455f7d9f9e30
    namespace: kserve-ci-e2e-test
    resourceVersion: "30505"
    uid: 70c63d6a-677f-4716-9871-673995292e70
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:38:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-hkmsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30487"
    uid: 9309b908-6b04-4a34-b6d8-3a1ceb15acc7
  kind: Event
  lastTimestamp: "2026-04-21T04:38:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T04:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:38:49Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-hkmsf.18a8455f80926b77
    namespace: kserve-ci-e2e-test
    resourceVersion: "30507"
    uid: 3b2ad53e-1de3-4b4f-83aa-cd3a493ecbdf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:38:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-hkmsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30487"
    uid: 9309b908-6b04-4a34-b6d8-3a1ceb15acc7
  kind: Event
  lastTimestamp: "2026-04-21T04:38:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T04:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:38:49Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-hkmsf.18a8455f8100451f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30508"
    uid: 27f4a496-eb42-46fe-9c65-1cbb889dd646
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:38:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-hkmsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30487"
    uid: 9309b908-6b04-4a34-b6d8-3a1ceb15acc7
  kind: Event
  lastTimestamp: "2026-04-21T04:38:54Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-21T04:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:38:54Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-hkmsf.18a845609cb1f8d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30552"
    uid: e60d67d0-7da6-48b3-80d9-ccda3d7be0c8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:38:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-hkmsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30487"
    uid: 9309b908-6b04-4a34-b6d8-3a1ceb15acc7
  kind: Event
  lastTimestamp: "2026-04-21T04:38:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T04:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:38:54Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-hkmsf.18a845609f6cddf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30554"
    uid: a143c16d-1874-4415-86f1-ab74f0b5b833
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:38:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-hkmsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30487"
    uid: 9309b908-6b04-4a34-b6d8-3a1ceb15acc7
  kind: Event
  lastTimestamp: "2026-04-21T04:38:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:38:54Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-hkmsf.18a845609ff0229b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30557"
    uid: 4e1ced0e-c654-4e59-911f-095b023e187f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:38:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-hkmsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30487"
    uid: 9309b908-6b04-4a34-b6d8-3a1ceb15acc7
  kind: Event
  lastTimestamp: "2026-04-21T04:38:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:38:54Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-hkmsf.18a845609ffc3f25
    namespace: kserve-ci-e2e-test
    resourceVersion: "30558"
    uid: ad088b86-225b-46de-a1d8-24611631b314
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:38:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-hkmsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30487"
    uid: 9309b908-6b04-4a34-b6d8-3a1ceb15acc7
  kind: Event
  lastTimestamp: "2026-04-21T04:38:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-21T04:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:38:54Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-hkmsf.18a84560a3743547
    namespace: kserve-ci-e2e-test
    resourceVersion: "30560"
    uid: 66b1fb28-c6ca-43a2-92bd-bb2dafbfd77f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:38:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-hkmsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30487"
    uid: 9309b908-6b04-4a34-b6d8-3a1ceb15acc7
  kind: Event
  lastTimestamp: "2026-04-21T04:38:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:38:54Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-hkmsf.18a84560a3dfb2e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30562"
    uid: dbe4fa94-56ca-4fdf-a968-48339f45825e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:39:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-hkmsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30487"
    uid: 9309b908-6b04-4a34-b6d8-3a1ceb15acc7
  kind: Event
  lastTimestamp: "2026-04-21T04:39:31Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-21T04:39:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:39:31Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-hkmsf.18a845693f9b99b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30820"
    uid: 15c3ef5d-5509-4738-ba59-8dca74036bb7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:39:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-hkmsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30487"
    uid: 9309b908-6b04-4a34-b6d8-3a1ceb15acc7
  kind: Event
  lastTimestamp: "2026-04-21T04:39:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:39:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:39:49Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-hkmsf.18a8456d606786fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30979"
    uid: d1fd44ac-a26c-4561-8684-3a161ad64b78
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:39:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-hkmsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30487"
    uid: 9309b908-6b04-4a34-b6d8-3a1ceb15acc7
  kind: Event
  lastTimestamp: "2026-04-21T04:39:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:39:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:39:49Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-hkmsf.18a8456d6068493a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30982"
    uid: 5bf13029-6dd5-4140-b206-958d5f41fd0f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:39:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-hkmsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30487"
    uid: 9309b908-6b04-4a34-b6d8-3a1ceb15acc7
  kind: Event
  lastTimestamp: "2026-04-21T04:39:51Z"
  message: 'Readiness probe failed: Get "https://10.132.0.47:8643/healthz": dial tcp
    10.132.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-21T04:39:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:39:51Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-hkmsf.18a8456de297c24b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31040"
    uid: 2dd19ed7-c44b-4d2d-b85c-e6905944d24b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:39:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-hkmsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30487"
    uid: 9309b908-6b04-4a34-b6d8-3a1ceb15acc7
  kind: Event
  lastTimestamp: "2026-04-21T04:39:52Z"
  message: 'Readiness probe failed: Get "http://10.132.0.47:8080/v2/models/sklearn-v2-mlserver/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-04-21T04:39:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:39:52Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-hkmsf.18a8456e211ca565
    namespace: kserve-ci-e2e-test
    resourceVersion: "31046"
    uid: ad126aea-5a95-434b-9057-78e3807ac76e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:38:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-65d8664766
    namespace: kserve-ci-e2e-test
    resourceVersion: "30471"
    uid: 599ee99b-5daa-4484-bbe7-8083e62244a6
  kind: Event
  lastTimestamp: "2026-04-21T04:38:48Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-65d8664766-hkmsf'
  metadata:
    creationTimestamp: "2026-04-21T04:38:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:38:48Z"
    name: sklearn-v2-mlserver-predictor-65d8664766.18a8455f62c70be1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30486"
    uid: 5d8d1d4e-ca08-4d52-ba1d-3c191597e697
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:38:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30468"
    uid: 5585019c-3c1f-4e11-82f5-3683ff29f284
  kind: Event
  lastTimestamp: "2026-04-21T04:38:48Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-65d8664766 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-21T04:38:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:38:48Z"
    name: sklearn-v2-mlserver-predictor.18a8455f5fccba1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30474"
    uid: 5430902b-367e-44de-bbf9-1f147f745c16
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T04:39:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30470"
    uid: ffd43e8d-1ce4-4dd2-8143-138a863ee0d6
  kind: Event
  lastTimestamp: "2026-04-21T04:39:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:39:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:39:33Z"
    name: sklearn-v2-mlserver-predictor.18a84562dee471e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30837"
    uid: 5474fa96-084e-43bd-9367-57d53ca058db
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-21T04:39:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30470"
    uid: ffd43e8d-1ce4-4dd2-8143-138a863ee0d6
  kind: Event
  lastTimestamp: "2026-04-21T04:39:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:39:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:39:33Z"
    name: sklearn-v2-mlserver-predictor.18a84562df3f874f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30838"
    uid: e095a16a-20bc-471d-8ccb-c61116eb1a6a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:39:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30634"
    uid: ffd43e8d-1ce4-4dd2-8143-138a863ee0d6
  kind: Event
  lastTimestamp: "2026-04-21T04:39:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:39:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:39:48Z"
    name: sklearn-v2-mlserver-predictor.18a8456d5be4f221
    namespace: kserve-ci-e2e-test
    resourceVersion: "30953"
    uid: 136b1b9e-7b75-4ce2-a045-8def2685aa8c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:39:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30634"
    uid: ffd43e8d-1ce4-4dd2-8143-138a863ee0d6
  kind: Event
  lastTimestamp: "2026-04-21T04:39:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:39:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:39:49Z"
    name: sklearn-v2-mlserver-predictor.18a8456d5c460c49
    namespace: kserve-ci-e2e-test
    resourceVersion: "30955"
    uid: f9ef181a-522c-4034-aea5-bd97f7efba75
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-21T04:38:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30441"
    uid: dc336720-3963-4e0a-8fb8-b66ada4c8dd1
  kind: Event
  lastTimestamp: "2026-04-21T04:39:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T04:38:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:39:41Z"
    name: sklearn-v2-mlserver.18a8455f5fa5448c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30896"
    uid: 5335b936-5991-4184-9766-75f3b4393ac1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:38:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30441"
    uid: dc336720-3963-4e0a-8fb8-b66ada4c8dd1
  kind: Event
  lastTimestamp: "2026-04-21T04:38:48Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T04:38:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:38:48Z"
    name: sklearn-v2-mlserver.18a8455f603a28de
    namespace: kserve-ci-e2e-test
    resourceVersion: "30476"
    uid: f5dff907-821b-4872-871b-8819306b251f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:39:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30893"
    uid: dc336720-3963-4e0a-8fb8-b66ada4c8dd1
  kind: Event
  lastTimestamp: "2026-04-21T04:39:41Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-21T04:39:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:39:41Z"
    name: sklearn-v2-mlserver.18a8456b9384b4c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30894"
    uid: 4e68949e-f810-41ac-8bc6-bf5f5cbe370d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-21T04:49:59.208982Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-8gsjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36139"
    uid: 18c3c3c7-021e-4aea-a6af-0e9416731c02
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-7799869d6f-8gsjj
    to ip-10-0-134-15.ec2.internal
  metadata:
    creationTimestamp: "2026-04-21T04:49:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-21T04:49:59Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-8gsjj.18a845fb6f97e0b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36145"
    uid: 0a35091b-8ee6-44b8-b6e3-da70fca122a8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c5667b7d6-xznfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:49:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-8gsjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36149"
    uid: 18c3c3c7-021e-4aea-a6af-0e9416731c02
  kind: Event
  lastTimestamp: "2026-04-21T04:49:59Z"
  message: Add eth0 [10.132.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-21T04:49:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-21T04:49:59Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-8gsjj.18a845fb883bf20b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36158"
    uid: 4d5da629-ff4c-49b5-a5f9-ca96c113cb64
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:49:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-8gsjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36143"
    uid: 18c3c3c7-021e-4aea-a6af-0e9416731c02
  kind: Event
  lastTimestamp: "2026-04-21T04:49:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:49:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:49:59Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-8gsjj.18a845fb89930df4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36160"
    uid: 80595a7f-5a08-4ec4-8337-b148cda7b30e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:49:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-8gsjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36143"
    uid: 18c3c3c7-021e-4aea-a6af-0e9416731c02
  kind: Event
  lastTimestamp: "2026-04-21T04:49:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-21T04:49:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:49:59Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-8gsjj.18a845fb8c91e46c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36162"
    uid: d5b90d47-adcf-4856-8d4b-0f11d0b3bfe5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:49:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-8gsjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36143"
    uid: 18c3c3c7-021e-4aea-a6af-0e9416731c02
  kind: Event
  lastTimestamp: "2026-04-21T04:49:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-21T04:49:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:49:59Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-8gsjj.18a845fb8d00f3ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "36163"
    uid: 8cb46c80-2ff0-4735-a2ac-41fef238c1de
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:50:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-8gsjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36143"
    uid: 18c3c3c7-021e-4aea-a6af-0e9416731c02
  kind: Event
  lastTimestamp: "2026-04-21T04:50:04Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-21T04:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:50:04Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-8gsjj.18a845fc9925de54
    namespace: kserve-ci-e2e-test
    resourceVersion: "36200"
    uid: 8f3fa1d2-ff69-4812-8c01-c8296c4b43eb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:50:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-8gsjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36143"
    uid: 18c3c3c7-021e-4aea-a6af-0e9416731c02
  kind: Event
  lastTimestamp: "2026-04-21T04:50:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-21T04:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:50:04Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-8gsjj.18a845fc9c224d4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36202"
    uid: 5f5160aa-d3c4-47fc-98b6-f7fbda28d757
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:50:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-8gsjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36143"
    uid: 18c3c3c7-021e-4aea-a6af-0e9416731c02
  kind: Event
  lastTimestamp: "2026-04-21T04:50:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:50:04Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-8gsjj.18a845fc9c8df037
    namespace: kserve-ci-e2e-test
    resourceVersion: "36205"
    uid: fab38f92-8dcf-4e0f-9120-e437977cdc03
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:50:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-8gsjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36143"
    uid: 18c3c3c7-021e-4aea-a6af-0e9416731c02
  kind: Event
  lastTimestamp: "2026-04-21T04:50:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-21T04:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:50:04Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-8gsjj.18a845fc9c9af87a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36206"
    uid: 086561a6-4c10-4290-a4ed-00211669d2d7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:50:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-8gsjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36143"
    uid: 18c3c3c7-021e-4aea-a6af-0e9416731c02
  kind: Event
  lastTimestamp: "2026-04-21T04:50:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-21T04:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:50:04Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-8gsjj.18a845fc9f6a206a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36208"
    uid: 3dd15b42-4f6d-4ca7-936c-ceda8ad73006
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:50:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-8gsjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36143"
    uid: 18c3c3c7-021e-4aea-a6af-0e9416731c02
  kind: Event
  lastTimestamp: "2026-04-21T04:50:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:50:04Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-8gsjj.18a845fc9fd6d70b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36209"
    uid: 2f62dc27-2947-403c-a046-3b1cf1d08026
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:50:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-8gsjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36143"
    uid: 18c3c3c7-021e-4aea-a6af-0e9416731c02
  kind: Event
  lastTimestamp: "2026-04-21T04:50:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-21T04:50:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:50:49Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-8gsjj.18a84607197adfa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36568"
    uid: 6c890330-de3f-4360-8017-5e8f9901d21a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:50:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-8gsjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36143"
    uid: 18c3c3c7-021e-4aea-a6af-0e9416731c02
  kind: Event
  lastTimestamp: "2026-04-21T04:50:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-21T04:50:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:50:49Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-8gsjj.18a84607197b8be9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36570"
    uid: 4e8ead46-d342-44b4-aab5-c850cea058a3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:50:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-8gsjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36143"
    uid: 18c3c3c7-021e-4aea-a6af-0e9416731c02
  kind: Event
  lastTimestamp: "2026-04-21T04:50:51Z"
  message: 'Readiness probe failed: Get "https://10.132.0.57:8643/healthz": dial tcp
    10.132.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-21T04:50:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-21T04:50:51Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-8gsjj.18a846078b2d26f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36617"
    uid: 68f71d24-52e0-49a6-8d8f-efd022d1844a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:49:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-7799869d6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36129"
    uid: dfb010ed-510b-46c5-a7c4-e780cc51864d
  kind: Event
  lastTimestamp: "2026-04-21T04:49:59Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-7799869d6f-8gsjj'
  metadata:
    creationTimestamp: "2026-04-21T04:49:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:49:59Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f.18a845fb6f107a85
    namespace: kserve-ci-e2e-test
    resourceVersion: "36142"
    uid: 9b0ca352-d72f-44e8-9e18-e196030ee4f4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:49:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36126"
    uid: 1aa7f708-dacd-4877-9109-8c30eb155a23
  kind: Event
  lastTimestamp: "2026-04-21T04:49:59Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-7799869d6f from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-21T04:49:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:49:59Z"
    name: xgboost-v2-mlserver-predictor.18a845fb6bb0b025
    namespace: kserve-ci-e2e-test
    resourceVersion: "36132"
    uid: acfc7566-7a05-46b0-9d0b-08d9a77da2ed
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:50:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36128"
    uid: fcadb6bb-556c-45c5-97e5-58a50d508bcb
  kind: Event
  lastTimestamp: "2026-04-21T04:50:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:50:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:50:44Z"
    name: xgboost-v2-mlserver-predictor.18a845feea3c6ab3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36505"
    uid: e439fe8e-ab0d-4389-8026-2f5e16c0bc4a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-21T04:50:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36128"
    uid: fcadb6bb-556c-45c5-97e5-58a50d508bcb
  kind: Event
  lastTimestamp: "2026-04-21T04:50:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-21T04:50:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:50:44Z"
    name: xgboost-v2-mlserver-predictor.18a845feeaa167cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36506"
    uid: 883fbbef-dec8-4ff8-95e1-8b601da3d347
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:50:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36287"
    uid: fcadb6bb-556c-45c5-97e5-58a50d508bcb
  kind: Event
  lastTimestamp: "2026-04-21T04:50:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:50:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:50:29Z"
    name: xgboost-v2-mlserver-predictor.18a8460269daba61
    namespace: kserve-ci-e2e-test
    resourceVersion: "36386"
    uid: 0a694465-5011-4f3d-9057-7c243b863344
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:50:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36287"
    uid: fcadb6bb-556c-45c5-97e5-58a50d508bcb
  kind: Event
  lastTimestamp: "2026-04-21T04:50:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-21T04:50:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-21T04:50:29Z"
    name: xgboost-v2-mlserver-predictor.18a846026a3f2db3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36388"
    uid: a909cd78-6cb9-4399-8bf3-c3fa56948bad
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-21T04:49:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36100"
    uid: f9fa8ebf-b9c9-49b4-a063-2898e76af241
  kind: Event
  lastTimestamp: "2026-04-21T04:50:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-21T04:49:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:50:41Z"
    name: xgboost-v2-mlserver.18a845fb6b8dc836
    namespace: kserve-ci-e2e-test
    resourceVersion: "36482"
    uid: 12208134-3cdc-4e20-851e-22ee3fdb096d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:49:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36100"
    uid: f9fa8ebf-b9c9-49b4-a063-2898e76af241
  kind: Event
  lastTimestamp: "2026-04-21T04:49:59Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-21T04:49:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:49:59Z"
    name: xgboost-v2-mlserver.18a845fb6bee6aa8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36134"
    uid: 8efed218-b5b3-494a-8b24-b1c62ef8df27
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-21T04:50:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36479"
    uid: f9fa8ebf-b9c9-49b4-a063-2898e76af241
  kind: Event
  lastTimestamp: "2026-04-21T04:50:41Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-21T04:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-21T04:50:41Z"
    name: xgboost-v2-mlserver.18a846053c59d7bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36481"
    uid: bc6cee1c-97e4-44e5-a532-5e054e8303eb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "41631"