---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:46:10.791265Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-241fac-predictor-79dffbcd5f-c5zcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25358"
    uid: 58a51b10-a9df-4d2e-a933-a40d4cd327f1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-241fac-predictor-79dffbcd5f-c5zcg
    to ip-10-0-133-183.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:46:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:46:10Z"
    name: isvc-init-fail-241fac-predictor-79dffbcd5f-c5zcg.18a6f7ced7465221
    namespace: kserve-ci-e2e-test
    resourceVersion: "25362"
    uid: e9399b63-77f2-4412-aa02-71f861c8a246
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bd746bc4f-w5454
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-241fac-predictor-79dffbcd5f-c5zcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25360"
    uid: 58a51b10-a9df-4d2e-a933-a40d4cd327f1
  kind: Event
  lastTimestamp: "2026-04-16T22:46:10Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-241fac-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-16T22:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:46:10Z"
    name: isvc-init-fail-241fac-predictor-79dffbcd5f-c5zcg.18a6f7cee09126cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25370"
    uid: dcf7e060-48ae-4ee4-b49d-04a3ef6358a6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-241fac-predictor-79dffbcd5f-c5zcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25366"
    uid: 58a51b10-a9df-4d2e-a933-a40d4cd327f1
  kind: Event
  lastTimestamp: "2026-04-16T22:46:11Z"
  message: Add eth0 [10.133.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:46:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:46:11Z"
    name: isvc-init-fail-241fac-predictor-79dffbcd5f-c5zcg.18a6f7cf149ffac5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25385"
    uid: 7e204f37-d699-4f6f-a282-30ddc01747a4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-241fac-predictor-79dffbcd5f-c5zcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25360"
    uid: 58a51b10-a9df-4d2e-a933-a40d4cd327f1
  kind: Event
  lastTimestamp: "2026-04-16T22:46:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:46:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:46:16Z"
    name: isvc-init-fail-241fac-predictor-79dffbcd5f-c5zcg.18a6f7cf160cd36f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25437"
    uid: f16fc2b2-4700-42a1-9276-3fc27253c3d7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-241fac-predictor-79dffbcd5f-c5zcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25360"
    uid: 58a51b10-a9df-4d2e-a933-a40d4cd327f1
  kind: Event
  lastTimestamp: "2026-04-16T22:46:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T22:46:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:46:17Z"
    name: isvc-init-fail-241fac-predictor-79dffbcd5f-c5zcg.18a6f7cf18ef4094
    namespace: kserve-ci-e2e-test
    resourceVersion: "25442"
    uid: 8e37cd52-bcac-4aeb-be23-d3ebe83787ab
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-241fac-predictor-79dffbcd5f-c5zcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25360"
    uid: 58a51b10-a9df-4d2e-a933-a40d4cd327f1
  kind: Event
  lastTimestamp: "2026-04-16T22:46:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T22:46:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:46:17Z"
    name: isvc-init-fail-241fac-predictor-79dffbcd5f-c5zcg.18a6f7cf19638bb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25443"
    uid: a8ac2f2f-48e2-4953-b4a7-cf22a203c0fe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-241fac-predictor-79dffbcd5f-c5zcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25360"
    uid: 58a51b10-a9df-4d2e-a933-a40d4cd327f1
  kind: Event
  lastTimestamp: "2026-04-16T22:46:20Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T22:46:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:46:20Z"
    name: isvc-init-fail-241fac-predictor-79dffbcd5f-c5zcg.18a6f7d12b732b11
    namespace: kserve-ci-e2e-test
    resourceVersion: "25490"
    uid: d3b30244-9aad-4c03-a093-97681eb9ff9e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-241fac-predictor-79dffbcd5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25349"
    uid: 5f2b0a91-5815-4f67-8119-f9e071dfaed6
  kind: Event
  lastTimestamp: "2026-04-16T22:46:10Z"
  message: 'Created pod: isvc-init-fail-241fac-predictor-79dffbcd5f-c5zcg'
  metadata:
    creationTimestamp: "2026-04-16T22:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:46:10Z"
    name: isvc-init-fail-241fac-predictor-79dffbcd5f.18a6f7ced6e852a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25359"
    uid: 854d40c6-6b46-4970-bd96-583848e37780
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-241fac-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25346"
    uid: 5f31252f-a132-477a-9591-131eb3c4a9d5
  kind: Event
  lastTimestamp: "2026-04-16T22:46:10Z"
  message: Scaled up replica set isvc-init-fail-241fac-predictor-79dffbcd5f from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T22:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:46:10Z"
    name: isvc-init-fail-241fac-predictor.18a6f7ced438133c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25351"
    uid: 340bb844-fce2-47d7-964f-eb0037356a28
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-241fac
    namespace: kserve-ci-e2e-test
    resourceVersion: "25320"
    uid: b7efdeca-6978-4140-8f56-2e86a3ef1cc2
  kind: Event
  lastTimestamp: "2026-04-16T22:46:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:46:17Z"
    name: isvc-init-fail-241fac.18a6f7ced411041a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25444"
    uid: 7fdf8307-03b9-440e-bd02-0e065a2b9f3c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-241fac
    namespace: kserve-ci-e2e-test
    resourceVersion: "25320"
    uid: b7efdeca-6978-4140-8f56-2e86a3ef1cc2
  kind: Event
  lastTimestamp: "2026-04-16T22:46:10Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-241fac":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-241fac":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:46:10Z"
    name: isvc-init-fail-241fac.18a6f7ced45ed9a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25353"
    uid: 03310654-f20e-4950-adbf-c2e8caae5d14
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-241fac
    namespace: kserve-ci-e2e-test
    resourceVersion: "25320"
    uid: b7efdeca-6978-4140-8f56-2e86a3ef1cc2
  kind: Event
  lastTimestamp: "2026-04-16T22:46:10Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-241fac": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:46:10Z"
    name: isvc-init-fail-241fac.18a6f7ced45f36b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25354"
    uid: 7351a89e-4454-4467-8b05-2088fc170665
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:27:54.590576Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-z5nft
    namespace: kserve-ci-e2e-test
    resourceVersion: "16314"
    uid: dff259ad-cd80-4128-ad22-6ba1c623a5b7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-bdf964bd-z5nft
    to ip-10-0-133-183.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:27:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:27:54Z"
    name: isvc-lightgbm-predictor-bdf964bd-z5nft.18a6f6cf9c9f4153
    namespace: kserve-ci-e2e-test
    resourceVersion: "16320"
    uid: 8fdb5ccb-01cb-4f9b-8b86-8c8f03248206
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bd746bc4f-w5454
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-z5nft
    namespace: kserve-ci-e2e-test
    resourceVersion: "16318"
    uid: dff259ad-cd80-4128-ad22-6ba1c623a5b7
  kind: Event
  lastTimestamp: "2026-04-16T22:27:54Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-16T22:27:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:27:54Z"
    name: isvc-lightgbm-predictor-bdf964bd-z5nft.18a6f6cfa47e713a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16342"
    uid: 88365f57-88f7-4009-a82c-9be1cb4a6db7
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-z5nft
    namespace: kserve-ci-e2e-test
    resourceVersion: "16329"
    uid: dff259ad-cd80-4128-ad22-6ba1c623a5b7
  kind: Event
  lastTimestamp: "2026-04-16T22:27:55Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:27:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:27:55Z"
    name: isvc-lightgbm-predictor-bdf964bd-z5nft.18a6f6cfd9737124
    namespace: kserve-ci-e2e-test
    resourceVersion: "16354"
    uid: c8449e92-374a-4da7-bd95-1234b99fe379
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-z5nft
    namespace: kserve-ci-e2e-test
    resourceVersion: "16318"
    uid: dff259ad-cd80-4128-ad22-6ba1c623a5b7
  kind: Event
  lastTimestamp: "2026-04-16T22:27:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:27:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:27:55Z"
    name: isvc-lightgbm-predictor-bdf964bd-z5nft.18a6f6cfdb2c08c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16356"
    uid: fc1659ed-9cac-4244-ba63-50200d467517
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-z5nft
    namespace: kserve-ci-e2e-test
    resourceVersion: "16318"
    uid: dff259ad-cd80-4128-ad22-6ba1c623a5b7
  kind: Event
  lastTimestamp: "2026-04-16T22:27:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T22:27:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:27:55Z"
    name: isvc-lightgbm-predictor-bdf964bd-z5nft.18a6f6cfde076b7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16357"
    uid: 6b23287d-b911-461b-9d9c-e3442f3d8ce2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-z5nft
    namespace: kserve-ci-e2e-test
    resourceVersion: "16318"
    uid: dff259ad-cd80-4128-ad22-6ba1c623a5b7
  kind: Event
  lastTimestamp: "2026-04-16T22:27:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T22:27:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:27:55Z"
    name: isvc-lightgbm-predictor-bdf964bd-z5nft.18a6f6cfde9d87c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16359"
    uid: 264943bf-3f5b-4203-a8c6-cffbca6fec18
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:28:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-z5nft
    namespace: kserve-ci-e2e-test
    resourceVersion: "16318"
    uid: dff259ad-cd80-4128-ad22-6ba1c623a5b7
  kind: Event
  lastTimestamp: "2026-04-16T22:28:00Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T22:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:28:00Z"
    name: isvc-lightgbm-predictor-bdf964bd-z5nft.18a6f6d0ed262259
    namespace: kserve-ci-e2e-test
    resourceVersion: "16400"
    uid: 9e7f7fee-af0d-4aa9-bc37-ebf6ccc1ce33
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:28:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-z5nft
    namespace: kserve-ci-e2e-test
    resourceVersion: "16318"
    uid: dff259ad-cd80-4128-ad22-6ba1c623a5b7
  kind: Event
  lastTimestamp: "2026-04-16T22:28:06Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.718s (6.718s
    including waiting). Image size: 606108943 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T22:28:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:28:06Z"
    name: isvc-lightgbm-predictor-bdf964bd-z5nft.18a6f6d27d93615c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16454"
    uid: cad1892f-2d3a-4881-9cf5-53001ecc45b9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:28:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-z5nft
    namespace: kserve-ci-e2e-test
    resourceVersion: "16318"
    uid: dff259ad-cd80-4128-ad22-6ba1c623a5b7
  kind: Event
  lastTimestamp: "2026-04-16T22:28:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:28:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:28:07Z"
    name: isvc-lightgbm-predictor-bdf964bd-z5nft.18a6f6d280baa024
    namespace: kserve-ci-e2e-test
    resourceVersion: "16457"
    uid: 201b6682-dce5-448f-a9a2-f83a66650b11
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:28:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-z5nft
    namespace: kserve-ci-e2e-test
    resourceVersion: "16318"
    uid: dff259ad-cd80-4128-ad22-6ba1c623a5b7
  kind: Event
  lastTimestamp: "2026-04-16T22:28:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:28:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:28:07Z"
    name: isvc-lightgbm-predictor-bdf964bd-z5nft.18a6f6d2812bd6af
    namespace: kserve-ci-e2e-test
    resourceVersion: "16458"
    uid: ba4f190b-e173-4092-ab7c-2d61571f754d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:28:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-z5nft
    namespace: kserve-ci-e2e-test
    resourceVersion: "16318"
    uid: dff259ad-cd80-4128-ad22-6ba1c623a5b7
  kind: Event
  lastTimestamp: "2026-04-16T22:28:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:28:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:28:07Z"
    name: isvc-lightgbm-predictor-bdf964bd-z5nft.18a6f6d28137e1c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16459"
    uid: ce8cb886-38b9-4a75-b3b2-dcc819688f2d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:28:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-z5nft
    namespace: kserve-ci-e2e-test
    resourceVersion: "16318"
    uid: dff259ad-cd80-4128-ad22-6ba1c623a5b7
  kind: Event
  lastTimestamp: "2026-04-16T22:28:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:28:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:28:07Z"
    name: isvc-lightgbm-predictor-bdf964bd-z5nft.18a6f6d284505bb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16460"
    uid: 131799d2-70e2-4330-a9c5-e84297651663
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:28:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-z5nft
    namespace: kserve-ci-e2e-test
    resourceVersion: "16318"
    uid: dff259ad-cd80-4128-ad22-6ba1c623a5b7
  kind: Event
  lastTimestamp: "2026-04-16T22:28:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:28:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:28:07Z"
    name: isvc-lightgbm-predictor-bdf964bd-z5nft.18a6f6d284c4749d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16461"
    uid: 12ff392a-ebda-4519-b5c9-3900e36d2e41
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T22:28:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-z5nft
    namespace: kserve-ci-e2e-test
    resourceVersion: "16318"
    uid: dff259ad-cd80-4128-ad22-6ba1c623a5b7
  kind: Event
  lastTimestamp: "2026-04-16T22:29:38Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T22:28:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:29:38Z"
    name: isvc-lightgbm-predictor-bdf964bd-z5nft.18a6f6d2cbe71f65
    namespace: kserve-ci-e2e-test
    resourceVersion: "17203"
    uid: 910dae54-187e-4ada-a9dc-e7b94d2b7058
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:29:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-z5nft
    namespace: kserve-ci-e2e-test
    resourceVersion: "16318"
    uid: dff259ad-cd80-4128-ad22-6ba1c623a5b7
  kind: Event
  lastTimestamp: "2026-04-16T22:29:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:29:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:29:34Z"
    name: isvc-lightgbm-predictor-bdf964bd-z5nft.18a6f6e6ed9021ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "17134"
    uid: 188a9cdb-5805-47b5-8fb2-0339297a6c35
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:29:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-z5nft
    namespace: kserve-ci-e2e-test
    resourceVersion: "16318"
    uid: dff259ad-cd80-4128-ad22-6ba1c623a5b7
  kind: Event
  lastTimestamp: "2026-04-16T22:29:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:29:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:29:34Z"
    name: isvc-lightgbm-predictor-bdf964bd-z5nft.18a6f6e6ed90a8ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "17137"
    uid: b07fece8-d256-47dc-a650-46cbd383c829
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:29:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-z5nft
    namespace: kserve-ci-e2e-test
    resourceVersion: "16318"
    uid: dff259ad-cd80-4128-ad22-6ba1c623a5b7
  kind: Event
  lastTimestamp: "2026-04-16T22:29:40Z"
  message: 'Readiness probe failed: Get "https://10.133.0.32:8643/healthz": net/http:
    request canceled while waiting for connection (Client.Timeout exceeded while awaiting
    headers)'
  metadata:
    creationTimestamp: "2026-04-16T22:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:29:40Z"
    name: isvc-lightgbm-predictor-bdf964bd-z5nft.18a6f6e83801930e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17227"
    uid: a6a46bfa-0301-4003-84eb-3f5bd960b39e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-bdf964bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16295"
    uid: 2e7053ec-5da3-4633-8c25-f53367e8fa53
  kind: Event
  lastTimestamp: "2026-04-16T22:27:54Z"
  message: 'Created pod: isvc-lightgbm-predictor-bdf964bd-z5nft'
  metadata:
    creationTimestamp: "2026-04-16T22:27:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:27:54Z"
    name: isvc-lightgbm-predictor-bdf964bd.18a6f6cf9c16d8f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16316"
    uid: 849d3a87-ab26-48b4-9c1d-42f28e4ffe6a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16288"
    uid: 6c532e27-30df-4e9f-b3a1-1c521aed781a
  kind: Event
  lastTimestamp: "2026-04-16T22:27:54Z"
  message: Scaled up replica set isvc-lightgbm-predictor-bdf964bd from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T22:27:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:27:54Z"
    name: isvc-lightgbm-predictor.18a6f6cf98d34bc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16299"
    uid: 696d2f98-ee52-4614-a709-1fa9cc09d428
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:28:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16293"
    uid: bc5ee332-33d8-4485-ba62-0812702d97b0
  kind: Event
  lastTimestamp: "2026-04-16T22:28:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:28:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:28:39Z"
    name: isvc-lightgbm-predictor.18a6f6d317c55fbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16703"
    uid: 457ba1cf-959a-40f6-91b7-0883d6380450
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:28:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16293"
    uid: bc5ee332-33d8-4485-ba62-0812702d97b0
  kind: Event
  lastTimestamp: "2026-04-16T22:28:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:28:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:28:39Z"
    name: isvc-lightgbm-predictor.18a6f6d318320e34
    namespace: kserve-ci-e2e-test
    resourceVersion: "16704"
    uid: 066c9556-ac37-4f83-86fb-f7c836240262
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:28:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16480"
    uid: bc5ee332-33d8-4485-ba62-0812702d97b0
  kind: Event
  lastTimestamp: "2026-04-16T22:29:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:28:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:29:24Z"
    name: isvc-lightgbm-predictor.18a6f6dd95100158
    namespace: kserve-ci-e2e-test
    resourceVersion: "17028"
    uid: 29d1d49c-5c90-4540-beba-c92db17f068c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:28:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16480"
    uid: bc5ee332-33d8-4485-ba62-0812702d97b0
  kind: Event
  lastTimestamp: "2026-04-16T22:29:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:28:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:29:24Z"
    name: isvc-lightgbm-predictor.18a6f6dd957936c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17029"
    uid: c2bd6b71-728a-4ec5-afa7-d2156db2a2d6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:29:34.823737Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-28jjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17149"
    uid: 208c740f-f814-4669-b673-ca97f693d1f7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-749c4f6d58-28jjm
    to ip-10-0-133-183.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:29:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:29:34Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-28jjm.18a6f6e6f2fbec2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17154"
    uid: 98f63bbf-b9d0-4f02-86ff-3d9cd1fda5f8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bd746bc4f-w5454
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:29:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-28jjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17161"
    uid: 208c740f-f814-4669-b673-ca97f693d1f7
  kind: Event
  lastTimestamp: "2026-04-16T22:29:35Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:29:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:29:35Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-28jjm.18a6f6e70c40bfb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17167"
    uid: edbf8e70-a3d0-4e75-a4ec-9eb9b5e80109
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:29:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-28jjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17152"
    uid: 208c740f-f814-4669-b673-ca97f693d1f7
  kind: Event
  lastTimestamp: "2026-04-16T22:29:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:29:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:29:35Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-28jjm.18a6f6e70d8dfb16
    namespace: kserve-ci-e2e-test
    resourceVersion: "17169"
    uid: 286cd375-7594-44a6-81b2-7ec6cf31e8df
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:29:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-28jjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17152"
    uid: 208c740f-f814-4669-b673-ca97f693d1f7
  kind: Event
  lastTimestamp: "2026-04-16T22:29:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T22:29:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:29:35Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-28jjm.18a6f6e710641047
    namespace: kserve-ci-e2e-test
    resourceVersion: "17171"
    uid: eba117bc-390b-41e7-b1f6-7cebd15c6312
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:29:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-28jjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17152"
    uid: 208c740f-f814-4669-b673-ca97f693d1f7
  kind: Event
  lastTimestamp: "2026-04-16T22:29:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T22:29:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:29:35Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-28jjm.18a6f6e710dfb244
    namespace: kserve-ci-e2e-test
    resourceVersion: "17172"
    uid: 995f5d99-1e7a-4a53-85e3-1aad864b0806
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:29:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-28jjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17152"
    uid: 208c740f-f814-4669-b673-ca97f693d1f7
  kind: Event
  lastTimestamp: "2026-04-16T22:29:39Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:29:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:29:39Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-28jjm.18a6f6e80d84fe5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17212"
    uid: ae1def38-7a37-4d10-8982-c12a8fa426ac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:29:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-28jjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17152"
    uid: 208c740f-f814-4669-b673-ca97f693d1f7
  kind: Event
  lastTimestamp: "2026-04-16T22:29:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:29:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:29:39Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-28jjm.18a6f6e81127c193
    namespace: kserve-ci-e2e-test
    resourceVersion: "17218"
    uid: bb50b58a-0a99-40c5-98ec-09910ac7cc4c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:29:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-28jjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17152"
    uid: 208c740f-f814-4669-b673-ca97f693d1f7
  kind: Event
  lastTimestamp: "2026-04-16T22:29:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:29:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:29:39Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-28jjm.18a6f6e8119d6c39
    namespace: kserve-ci-e2e-test
    resourceVersion: "17219"
    uid: 9f9ff2e6-0244-4a09-9a41-8678f7c5e012
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:29:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-28jjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17152"
    uid: 208c740f-f814-4669-b673-ca97f693d1f7
  kind: Event
  lastTimestamp: "2026-04-16T22:29:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:29:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:29:39Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-28jjm.18a6f6e811aa19ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "17220"
    uid: 4c280033-cd29-42dc-9c31-5b8e8b824e8c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:29:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-28jjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17152"
    uid: 208c740f-f814-4669-b673-ca97f693d1f7
  kind: Event
  lastTimestamp: "2026-04-16T22:29:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:29:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:29:39Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-28jjm.18a6f6e8145d6f12
    namespace: kserve-ci-e2e-test
    resourceVersion: "17222"
    uid: 8e7d1c57-b7d7-4425-95f2-4bbdd6778eaa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:29:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-28jjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17152"
    uid: 208c740f-f814-4669-b673-ca97f693d1f7
  kind: Event
  lastTimestamp: "2026-04-16T22:29:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:29:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:29:39Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-28jjm.18a6f6e814c8b3aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17223"
    uid: b0de4e3b-1fbf-48b7-9001-ba62db513cb6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T22:29:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-28jjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17152"
    uid: 208c740f-f814-4669-b673-ca97f693d1f7
  kind: Event
  lastTimestamp: "2026-04-16T22:31:06Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T22:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:31:06Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-28jjm.18a6f6e849871e2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17918"
    uid: 1fc79b14-5bb6-4421-8c2e-6de7e47d3fbb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:31:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-28jjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17152"
    uid: 208c740f-f814-4669-b673-ca97f693d1f7
  kind: Event
  lastTimestamp: "2026-04-16T22:31:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:31:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:31:05Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-28jjm.18a6f6fbf69025fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17858"
    uid: 414034b2-35b7-4e21-8060-e8e106ba0dec
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:31:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-28jjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17152"
    uid: 208c740f-f814-4669-b673-ca97f693d1f7
  kind: Event
  lastTimestamp: "2026-04-16T22:31:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:31:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:31:05Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-28jjm.18a6f6fbf6909e69
    namespace: kserve-ci-e2e-test
    resourceVersion: "17861"
    uid: 0a3c627c-46de-4e71-894a-e4d099956fee
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:31:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-28jjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17152"
    uid: 208c740f-f814-4669-b673-ca97f693d1f7
  kind: Event
  lastTimestamp: "2026-04-16T22:31:06Z"
  message: 'Readiness probe failed: Get "https://10.133.0.33:8643/healthz": dial tcp
    10.133.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T22:31:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:31:06Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-28jjm.18a6f6fc4fb207c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17917"
    uid: 5fca9acb-24a4-4bfd-825f-385924a786d0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:29:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-749c4f6d58
    namespace: kserve-ci-e2e-test
    resourceVersion: "17136"
    uid: d2bbf40b-b8ea-4077-90df-c2c68a623a63
  kind: Event
  lastTimestamp: "2026-04-16T22:29:34Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-749c4f6d58-28jjm'
  metadata:
    creationTimestamp: "2026-04-16T22:29:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:29:34Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58.18a6f6e6f26d890a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17151"
    uid: 17fff115-50c3-493d-a2c4-103be2ee46f6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:29:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17133"
    uid: 3075be48-39d1-4dc7-a30b-95b59c279240
  kind: Event
  lastTimestamp: "2026-04-16T22:29:34Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-749c4f6d58 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T22:29:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:29:34Z"
    name: isvc-lightgbm-runtime-predictor.18a6f6e6ee29953d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17139"
    uid: c00d7842-c819-4a9d-87af-38ffaf95036d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:29:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17135"
    uid: a6ebdab6-25f1-4b17-b822-8ce1d87c2331
  kind: Event
  lastTimestamp: "2026-04-16T22:30:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:29:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:30:04Z"
    name: isvc-lightgbm-runtime-predictor.18a6f6ea6cc76a3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17402"
    uid: 1aeb39f4-fbc8-4d54-9605-b30b86a7703e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:29:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17135"
    uid: a6ebdab6-25f1-4b17-b822-8ce1d87c2331
  kind: Event
  lastTimestamp: "2026-04-16T22:30:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:29:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:30:04Z"
    name: isvc-lightgbm-runtime-predictor.18a6f6ea6d0afd08
    namespace: kserve-ci-e2e-test
    resourceVersion: "17403"
    uid: dd5ff389-6013-44b0-a9c0-392258ea5f6a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T22:30:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17300"
    uid: a6ebdab6-25f1-4b17-b822-8ce1d87c2331
  kind: Event
  lastTimestamp: "2026-04-16T22:31:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:30:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:31:04Z"
    name: isvc-lightgbm-runtime-predictor.18a6f6f16afb0ca2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17832"
    uid: 9b1f4b72-643b-44db-8740-3b223ca742b4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T22:30:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17300"
    uid: a6ebdab6-25f1-4b17-b822-8ce1d87c2331
  kind: Event
  lastTimestamp: "2026-04-16T22:31:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:30:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:31:04Z"
    name: isvc-lightgbm-runtime-predictor.18a6f6f16b5ac74f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17833"
    uid: 44ef7498-9e79-4bcc-9f33-bf818577142d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T22:29:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17106"
    uid: 25b49921-4304-4055-9d4e-9a8563326444
  kind: Event
  lastTimestamp: "2026-04-16T22:30:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:29:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:30:56Z"
    name: isvc-lightgbm-runtime.18a6f6e6ee09ee22
    namespace: kserve-ci-e2e-test
    resourceVersion: "17776"
    uid: b72e061c-5307-48b8-afc7-d4a5e3010a0e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:29:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17106"
    uid: 25b49921-4304-4055-9d4e-9a8563326444
  kind: Event
  lastTimestamp: "2026-04-16T22:29:34Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:29:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:29:34Z"
    name: isvc-lightgbm-runtime.18a6f6e6ee5c89d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17159"
    uid: a44a907a-a6f3-40dc-b8b5-5987971227a7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:29:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17112"
    uid: 25b49921-4304-4055-9d4e-9a8563326444
  kind: Event
  lastTimestamp: "2026-04-16T22:29:34Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:29:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:29:34Z"
    name: isvc-lightgbm-runtime.18a6f6e6f3d396a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17160"
    uid: 9f4429be-375b-4413-b17d-6b84eb9e0f6c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:30:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17774"
    uid: 25b49921-4304-4055-9d4e-9a8563326444
  kind: Event
  lastTimestamp: "2026-04-16T22:30:56Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:30:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:30:56Z"
    name: isvc-lightgbm-runtime.18a6f6fa003d8614
    namespace: kserve-ci-e2e-test
    resourceVersion: "17775"
    uid: 0ca1e43d-4845-47fd-ac41-416436a7aed8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:34:05.423100Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-vdclq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19226"
    uid: edfa2a5e-112c-4fb6-95ae-9235b217a5ac
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-559bf6989-vdclq
    to ip-10-0-133-183.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:34:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:34:05Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-vdclq.18a6f725f3f67f3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19231"
    uid: edc32acb-de86-4774-bf25-2a7e98a692f4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bd746bc4f-w5454
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-vdclq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19228"
    uid: edfa2a5e-112c-4fb6-95ae-9235b217a5ac
  kind: Event
  lastTimestamp: "2026-04-16T22:34:05Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-16T22:34:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:34:05Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-vdclq.18a6f725fac3eb0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19238"
    uid: 4d7209df-9539-4727-8f75-12a77eda2b49
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-vdclq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19237"
    uid: edfa2a5e-112c-4fb6-95ae-9235b217a5ac
  kind: Event
  lastTimestamp: "2026-04-16T22:34:06Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:34:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:34:06Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-vdclq.18a6f72632004b05
    namespace: kserve-ci-e2e-test
    resourceVersion: "19253"
    uid: f574a841-d332-485f-a1b5-aee284784177
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-vdclq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19228"
    uid: edfa2a5e-112c-4fb6-95ae-9235b217a5ac
  kind: Event
  lastTimestamp: "2026-04-16T22:34:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:34:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:34:06Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-vdclq.18a6f72633668e8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19257"
    uid: 15b04393-f581-4298-a3fe-5a83dee26e67
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-vdclq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19228"
    uid: edfa2a5e-112c-4fb6-95ae-9235b217a5ac
  kind: Event
  lastTimestamp: "2026-04-16T22:34:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T22:34:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:34:06Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-vdclq.18a6f72636399520
    namespace: kserve-ci-e2e-test
    resourceVersion: "19258"
    uid: d03dfd6a-83c8-42db-97a1-a5beb282e878
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-vdclq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19228"
    uid: edfa2a5e-112c-4fb6-95ae-9235b217a5ac
  kind: Event
  lastTimestamp: "2026-04-16T22:34:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T22:34:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:34:06Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-vdclq.18a6f72636a7debd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19259"
    uid: 4b0f1bcb-4295-4ba7-81f3-99434cabd5f3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-vdclq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19228"
    uid: edfa2a5e-112c-4fb6-95ae-9235b217a5ac
  kind: Event
  lastTimestamp: "2026-04-16T22:34:10Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:34:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:34:10Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-vdclq.18a6f72721ba9ef5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19294"
    uid: 39b195d0-d0c4-43b7-9a97-1630f4a2ad54
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-vdclq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19228"
    uid: edfa2a5e-112c-4fb6-95ae-9235b217a5ac
  kind: Event
  lastTimestamp: "2026-04-16T22:34:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:34:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:34:10Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-vdclq.18a6f72724c1693e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19298"
    uid: 2a64ca3b-46a1-44b2-bb68-a2bedff49389
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-vdclq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19228"
    uid: edfa2a5e-112c-4fb6-95ae-9235b217a5ac
  kind: Event
  lastTimestamp: "2026-04-16T22:34:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:34:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:34:10Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-vdclq.18a6f72725474288
    namespace: kserve-ci-e2e-test
    resourceVersion: "19299"
    uid: ea32e18b-91af-4d1a-861a-c4791d6c10a2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-vdclq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19228"
    uid: edfa2a5e-112c-4fb6-95ae-9235b217a5ac
  kind: Event
  lastTimestamp: "2026-04-16T22:34:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:34:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:34:10Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-vdclq.18a6f72725543b02
    namespace: kserve-ci-e2e-test
    resourceVersion: "19300"
    uid: 1c05bc57-e6c0-45ed-9222-aca94383b2e3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-vdclq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19228"
    uid: edfa2a5e-112c-4fb6-95ae-9235b217a5ac
  kind: Event
  lastTimestamp: "2026-04-16T22:34:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:34:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:34:10Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-vdclq.18a6f727284e9f60
    namespace: kserve-ci-e2e-test
    resourceVersion: "19303"
    uid: 5e37e1b7-e876-4e42-84bb-e7c0660e6b59
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-vdclq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19228"
    uid: edfa2a5e-112c-4fb6-95ae-9235b217a5ac
  kind: Event
  lastTimestamp: "2026-04-16T22:34:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:34:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:34:10Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-vdclq.18a6f72728c62084
    namespace: kserve-ci-e2e-test
    resourceVersion: "19304"
    uid: 56610790-adf3-4aeb-8f78-3e29fad4b498
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-vdclq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19228"
    uid: edfa2a5e-112c-4fb6-95ae-9235b217a5ac
  kind: Event
  lastTimestamp: "2026-04-16T22:34:13Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T22:34:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:34:13Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-vdclq.18a6f7279970f970
    namespace: kserve-ci-e2e-test
    resourceVersion: "19325"
    uid: 909407aa-e210-4f30-bd0c-9ea7dcb38db8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-vdclq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19228"
    uid: edfa2a5e-112c-4fb6-95ae-9235b217a5ac
  kind: Event
  lastTimestamp: "2026-04-16T22:34:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:34:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:34:25Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-vdclq.18a6f72a9f12d5ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "19450"
    uid: 1a1e9375-e64d-44af-8ab9-05483ade4052
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-vdclq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19228"
    uid: edfa2a5e-112c-4fb6-95ae-9235b217a5ac
  kind: Event
  lastTimestamp: "2026-04-16T22:34:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:34:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:34:25Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-vdclq.18a6f72a9f136bb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19453"
    uid: 2b702925-de0d-4196-b42e-883f74fcae4a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989
    namespace: kserve-ci-e2e-test
    resourceVersion: "19212"
    uid: 797875b4-a1d6-436e-b5d6-eaeb1f8d7bbc
  kind: Event
  lastTimestamp: "2026-04-16T22:34:05Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-559bf6989-vdclq'
  metadata:
    creationTimestamp: "2026-04-16T22:34:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:34:05Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989.18a6f725f390e54f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19227"
    uid: c46a48d9-acfd-40c0-b3c7-82737be6e53d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19209"
    uid: 06fd40f0-86c5-4210-9cd3-b70e7d4f9209
  kind: Event
  lastTimestamp: "2026-04-16T22:34:05Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-559bf6989 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T22:34:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:34:05Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a6f725ef4d22ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "19215"
    uid: ab75268e-553f-4dba-86ad-d54e4b2c2642
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19211"
    uid: 9553349c-d4e8-4ead-a469-e54fd4ad75ab
  kind: Event
  lastTimestamp: "2026-04-16T22:34:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:34:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:34:20Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a6f7296dd2eba2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19381"
    uid: d2fdb109-059c-4757-b9d6-558691ef196f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19211"
    uid: 9553349c-d4e8-4ead-a469-e54fd4ad75ab
  kind: Event
  lastTimestamp: "2026-04-16T22:34:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:34:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:34:20Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a6f7296e379320
    namespace: kserve-ci-e2e-test
    resourceVersion: "19383"
    uid: 4f0f5099-4edf-4235-b877-5fa64e2de2ad
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19181"
    uid: bfbff3f7-bdf7-46fb-8144-295f9494f1ac
  kind: Event
  lastTimestamp: "2026-04-16T22:34:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:34:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:34:18Z"
    name: isvc-lightgbm-v2-kserve.18a6f725ef29c179
    namespace: kserve-ci-e2e-test
    resourceVersion: "19370"
    uid: f6c69f49-d488-425e-a94d-c1d04b783b0a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19181"
    uid: bfbff3f7-bdf7-46fb-8144-295f9494f1ac
  kind: Event
  lastTimestamp: "2026-04-16T22:34:05Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:34:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:34:05Z"
    name: isvc-lightgbm-v2-kserve.18a6f725ef7879b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19234"
    uid: b9287360-71d0-46e0-8c5e-b2eab8a4ec63
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19191"
    uid: bfbff3f7-bdf7-46fb-8144-295f9494f1ac
  kind: Event
  lastTimestamp: "2026-04-16T22:34:05Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:34:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:34:05Z"
    name: isvc-lightgbm-v2-kserve.18a6f725f442c0d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19236"
    uid: f7100df5-6d64-4412-91bb-a4456a37fa03
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19368"
    uid: bfbff3f7-bdf7-46fb-8144-295f9494f1ac
  kind: Event
  lastTimestamp: "2026-04-16T22:34:18Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:34:18Z"
    name: isvc-lightgbm-v2-kserve.18a6f7290509685c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19369"
    uid: 683442c7-3637-4351-91b2-1b55e60a7e62
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:31:05.197381Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-gmjt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17882"
    uid: 1b4ab9ec-999c-42f4-88c5-ffedf94b7b18
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-8765c9667-gmjt6
    to ip-10-0-133-183.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:31:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:31:05Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-gmjt6.18a6f6fbfdac5c8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17887"
    uid: 803f9d10-1cd7-4df7-b529-f88e476ffe1d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bd746bc4f-w5454
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:31:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-gmjt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17884"
    uid: 1b4ab9ec-999c-42f4-88c5-ffedf94b7b18
  kind: Event
  lastTimestamp: "2026-04-16T22:31:05Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-16T22:31:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:31:05Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-gmjt6.18a6f6fc05c43c18
    namespace: kserve-ci-e2e-test
    resourceVersion: "17895"
    uid: 9002a92e-7d51-4a8f-8e0e-21b13a816907
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:31:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-gmjt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17890"
    uid: 1b4ab9ec-999c-42f4-88c5-ffedf94b7b18
  kind: Event
  lastTimestamp: "2026-04-16T22:31:06Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:31:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:31:06Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-gmjt6.18a6f6fc3ab2b1d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17908"
    uid: a5bcb563-aab3-4a92-b056-2995cc9519c4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:31:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-gmjt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17884"
    uid: 1b4ab9ec-999c-42f4-88c5-ffedf94b7b18
  kind: Event
  lastTimestamp: "2026-04-16T22:31:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:31:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:31:06Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-gmjt6.18a6f6fc3c0d0f3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17910"
    uid: 6cf84589-0bcf-4a73-a5ac-091b9ca1a4ec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:31:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-gmjt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17884"
    uid: 1b4ab9ec-999c-42f4-88c5-ffedf94b7b18
  kind: Event
  lastTimestamp: "2026-04-16T22:31:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T22:31:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:31:06Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-gmjt6.18a6f6fc3ecf3ad4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17911"
    uid: 1c450cea-47b5-4943-807a-cc3f0331e482
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:31:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-gmjt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17884"
    uid: 1b4ab9ec-999c-42f4-88c5-ffedf94b7b18
  kind: Event
  lastTimestamp: "2026-04-16T22:31:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T22:31:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:31:06Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-gmjt6.18a6f6fc3f448663
    namespace: kserve-ci-e2e-test
    resourceVersion: "17912"
    uid: bc6dcab4-b4e4-486c-94fc-2c6d16bb73c7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:31:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-gmjt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17884"
    uid: 1b4ab9ec-999c-42f4-88c5-ffedf94b7b18
  kind: Event
  lastTimestamp: "2026-04-16T22:31:10Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-04-16T22:31:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:31:10Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-gmjt6.18a6f6fd4ee61abd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17953"
    uid: 3878ea96-30e3-4fd5-8567-4e9004ba3d4d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:33:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-gmjt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17884"
    uid: 1b4ab9ec-999c-42f4-88c5-ffedf94b7b18
  kind: Event
  lastTimestamp: "2026-04-16T22:33:24Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m13.682s
    (2m13.682s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T22:33:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:33:24Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-gmjt6.18a6f71c6f04026f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18883"
    uid: c99db741-a545-4cb4-a406-d24fbf0540fa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:33:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-gmjt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17884"
    uid: 1b4ab9ec-999c-42f4-88c5-ffedf94b7b18
  kind: Event
  lastTimestamp: "2026-04-16T22:33:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:33:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:33:24Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-gmjt6.18a6f71c735bf01f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18886"
    uid: 96558c80-3193-44b1-8000-b1081d154e75
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:33:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-gmjt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17884"
    uid: 1b4ab9ec-999c-42f4-88c5-ffedf94b7b18
  kind: Event
  lastTimestamp: "2026-04-16T22:33:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:33:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:33:24Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-gmjt6.18a6f71c73e7f433
    namespace: kserve-ci-e2e-test
    resourceVersion: "18887"
    uid: 17c9d1a7-9a37-4b6a-a84f-bfb96de4064f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:33:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-gmjt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17884"
    uid: 1b4ab9ec-999c-42f4-88c5-ffedf94b7b18
  kind: Event
  lastTimestamp: "2026-04-16T22:33:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:33:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:33:24Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-gmjt6.18a6f71c73f453ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "18888"
    uid: bb99689a-e29b-4f8d-bb37-43da0699b8c7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:33:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-gmjt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17884"
    uid: 1b4ab9ec-999c-42f4-88c5-ffedf94b7b18
  kind: Event
  lastTimestamp: "2026-04-16T22:33:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:33:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:33:24Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-gmjt6.18a6f71c7832297f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18889"
    uid: 291b051c-c62f-4b8a-978a-5de94b692243
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:33:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-gmjt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17884"
    uid: 1b4ab9ec-999c-42f4-88c5-ffedf94b7b18
  kind: Event
  lastTimestamp: "2026-04-16T22:33:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:33:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:33:24Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-gmjt6.18a6f71c7932a9a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18890"
    uid: 80b9d92f-9d9f-48f9-b45c-be0aa7d63f74
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-gmjt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17884"
    uid: 1b4ab9ec-999c-42f4-88c5-ffedf94b7b18
  kind: Event
  lastTimestamp: "2026-04-16T22:34:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:34:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:34:05Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-gmjt6.18a6f725eebd66cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19210"
    uid: cb42ca0b-9b4f-48ae-94c6-63ffc69a775e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-gmjt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17884"
    uid: 1b4ab9ec-999c-42f4-88c5-ffedf94b7b18
  kind: Event
  lastTimestamp: "2026-04-16T22:34:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:34:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:34:05Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-gmjt6.18a6f725eebddba4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19213"
    uid: 19279719-1b8e-4f16-8dfe-7ee6a4acb97d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-gmjt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17884"
    uid: 1b4ab9ec-999c-42f4-88c5-ffedf94b7b18
  kind: Event
  lastTimestamp: "2026-04-16T22:34:07Z"
  message: 'Readiness probe failed: Get "https://10.133.0.34:8643/healthz": context
    deadline exceeded'
  metadata:
    creationTimestamp: "2026-04-16T22:34:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:34:07Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-gmjt6.18a6f726663e73c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19267"
    uid: 8243edac-1273-43b2-bf22-34e2873c5c32
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:31:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667
    namespace: kserve-ci-e2e-test
    resourceVersion: "17870"
    uid: 377d7fa1-e1a6-4376-9b2d-d89de1d63c5f
  kind: Event
  lastTimestamp: "2026-04-16T22:31:05Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-8765c9667-gmjt6'
  metadata:
    creationTimestamp: "2026-04-16T22:31:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:31:05Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667.18a6f6fbfd2c4b11
    namespace: kserve-ci-e2e-test
    resourceVersion: "17883"
    uid: 9132dad1-fe35-4d2e-b654-a327851f78a5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:31:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17867"
    uid: 5ae5ab5b-58a9-4115-ba15-f0f318f4d240
  kind: Event
  lastTimestamp: "2026-04-16T22:31:05Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-8765c9667 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T22:31:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:31:05Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a6f6fbf89a7f7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17872"
    uid: 7aabfd65-d449-4be3-84ab-32ff59815078
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T22:31:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17869"
    uid: 8b97b7fb-cb89-4444-b2f3-ac891467831a
  kind: Event
  lastTimestamp: "2026-04-16T22:33:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:31:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:33:35Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a6f6ff774535fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18961"
    uid: 524bb45a-d2a6-4b09-a98d-fdd7066173bb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T22:31:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17869"
    uid: 8b97b7fb-cb89-4444-b2f3-ac891467831a
  kind: Event
  lastTimestamp: "2026-04-16T22:33:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:31:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:33:35Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a6f6ff77a5fb78
    namespace: kserve-ci-e2e-test
    resourceVersion: "18962"
    uid: 1bc5a645-46a1-4789-9620-5cad480adbcd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:33:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18019"
    uid: 8b97b7fb-cb89-4444-b2f3-ac891467831a
  kind: Event
  lastTimestamp: "2026-04-16T22:34:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:33:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:34:05Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a6f7226d43bafa
    namespace: kserve-ci-e2e-test
    resourceVersion: "19190"
    uid: 92ff7cd3-5498-4dee-8b1a-38a1fa0fbef7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:33:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18019"
    uid: 8b97b7fb-cb89-4444-b2f3-ac891467831a
  kind: Event
  lastTimestamp: "2026-04-16T22:34:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:33:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:34:05Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a6f7226da9e640
    namespace: kserve-ci-e2e-test
    resourceVersion: "19199"
    uid: c7dfb3fb-bb3e-4eef-9a52-206ad0f08966
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T22:31:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17840"
    uid: 6c9885b2-ff3b-495c-bd93-44e319499e1e
  kind: Event
  lastTimestamp: "2026-04-16T22:34:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:31:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:34:01Z"
    name: isvc-lightgbm-v2-runtime.18a6f6fbf877104b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19151"
    uid: 91c9294e-1926-4f38-9fcd-4494018e61e8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:31:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17840"
    uid: 6c9885b2-ff3b-495c-bd93-44e319499e1e
  kind: Event
  lastTimestamp: "2026-04-16T22:31:05Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:31:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:31:05Z"
    name: isvc-lightgbm-v2-runtime.18a6f6fbf8dbbc85
    namespace: kserve-ci-e2e-test
    resourceVersion: "17892"
    uid: dcbc3f28-55d5-4a28-a8b9-91c9bd750e24
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:31:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17877"
    uid: 6c9885b2-ff3b-495c-bd93-44e319499e1e
  kind: Event
  lastTimestamp: "2026-04-16T22:31:05Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:31:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:31:05Z"
    name: isvc-lightgbm-v2-runtime.18a6f6fbff57e415
    namespace: kserve-ci-e2e-test
    resourceVersion: "17893"
    uid: a254a34e-98d2-4be0-bddb-f79db2d97a04
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19149"
    uid: 6c9885b2-ff3b-495c-bd93-44e319499e1e
  kind: Event
  lastTimestamp: "2026-04-16T22:34:01Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:34:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:34:01Z"
    name: isvc-lightgbm-v2-runtime.18a6f72505d830dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19150"
    uid: 0f7429c4-a450-4e17-a98f-930caaecfef6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16273"
    uid: 41756c29-0af3-4a19-85ee-22810e9b49b4
  kind: Event
  lastTimestamp: "2026-04-16T22:29:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:27:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:29:28Z"
    name: isvc-lightgbm.18a6f6cf98a9c81a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17059"
    uid: cebf6925-53a1-43f3-8d02-4876daf3b038
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16273"
    uid: 41756c29-0af3-4a19-85ee-22810e9b49b4
  kind: Event
  lastTimestamp: "2026-04-16T22:27:54Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T22:27:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:27:54Z"
    name: isvc-lightgbm.18a6f6cf991f11a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16303"
    uid: 9f250292-dcb5-44fd-99f0-6659fcf9c16b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:29:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17057"
    uid: 41756c29-0af3-4a19-85ee-22810e9b49b4
  kind: Event
  lastTimestamp: "2026-04-16T22:29:28Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:29:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:29:28Z"
    name: isvc-lightgbm.18a6f6e57bda75e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17058"
    uid: 722ae4ab-4b71-4e04-b971-c4ac28d6cb39
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:26:29.353554Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-bsbws
    namespace: kserve-ci-e2e-test
    resourceVersion: "15605"
    uid: ebecc214-1b9c-4326-9904-91b25d6c60fc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-64d54fcc88-bsbws
    to ip-10-0-133-183.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:26:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:26:29Z"
    name: isvc-logger-predictor-64d54fcc88-bsbws.18a6f6bbc4197f2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15609"
    uid: 2b9f2d4c-669d-47d4-89b9-5b96fd84d112
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bd746bc4f-w5454
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-bsbws
    namespace: kserve-ci-e2e-test
    resourceVersion: "15614"
    uid: ebecc214-1b9c-4326-9904-91b25d6c60fc
  kind: Event
  lastTimestamp: "2026-04-16T22:26:29Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:26:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:26:29Z"
    name: isvc-logger-predictor-64d54fcc88-bsbws.18a6f6bbdd2f93eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15622"
    uid: 4de50bf2-3849-455e-bdbc-f9a95881eb71
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-bsbws
    namespace: kserve-ci-e2e-test
    resourceVersion: "15607"
    uid: ebecc214-1b9c-4326-9904-91b25d6c60fc
  kind: Event
  lastTimestamp: "2026-04-16T22:26:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:26:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:26:29Z"
    name: isvc-logger-predictor-64d54fcc88-bsbws.18a6f6bbdeb7b5ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "15624"
    uid: 6e5bb21c-a34b-4c22-b2d6-e463b5c875a1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-bsbws
    namespace: kserve-ci-e2e-test
    resourceVersion: "15607"
    uid: ebecc214-1b9c-4326-9904-91b25d6c60fc
  kind: Event
  lastTimestamp: "2026-04-16T22:26:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T22:26:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:26:29Z"
    name: isvc-logger-predictor-64d54fcc88-bsbws.18a6f6bbe1579df5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15625"
    uid: 3d3e4cec-ff1c-4137-a50e-ec0b9ae161b0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-bsbws
    namespace: kserve-ci-e2e-test
    resourceVersion: "15607"
    uid: ebecc214-1b9c-4326-9904-91b25d6c60fc
  kind: Event
  lastTimestamp: "2026-04-16T22:26:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T22:26:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:26:29Z"
    name: isvc-logger-predictor-64d54fcc88-bsbws.18a6f6bbe1cc44cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15626"
    uid: 26dccaa2-c246-4434-9481-38680447340e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-bsbws
    namespace: kserve-ci-e2e-test
    resourceVersion: "15607"
    uid: ebecc214-1b9c-4326-9904-91b25d6c60fc
  kind: Event
  lastTimestamp: "2026-04-16T22:26:33Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:26:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:26:33Z"
    name: isvc-logger-predictor-64d54fcc88-bsbws.18a6f6bcd54fc776
    namespace: kserve-ci-e2e-test
    resourceVersion: "15660"
    uid: 6629c77f-95a1-44df-ba15-35ffad89ad5b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-bsbws
    namespace: kserve-ci-e2e-test
    resourceVersion: "15607"
    uid: ebecc214-1b9c-4326-9904-91b25d6c60fc
  kind: Event
  lastTimestamp: "2026-04-16T22:26:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:26:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:26:33Z"
    name: isvc-logger-predictor-64d54fcc88-bsbws.18a6f6bcd899183d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15664"
    uid: 26e78a77-9165-4143-ad5b-1ff9f64604eb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-bsbws
    namespace: kserve-ci-e2e-test
    resourceVersion: "15607"
    uid: ebecc214-1b9c-4326-9904-91b25d6c60fc
  kind: Event
  lastTimestamp: "2026-04-16T22:26:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:26:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:26:34Z"
    name: isvc-logger-predictor-64d54fcc88-bsbws.18a6f6bcd91364d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15665"
    uid: f6de1eb6-f297-4513-ae0a-6dd1ea884ea0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-bsbws
    namespace: kserve-ci-e2e-test
    resourceVersion: "15607"
    uid: ebecc214-1b9c-4326-9904-91b25d6c60fc
  kind: Event
  lastTimestamp: "2026-04-16T22:26:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:26:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:26:34Z"
    name: isvc-logger-predictor-64d54fcc88-bsbws.18a6f6bcd92054b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15666"
    uid: a55ab1b5-f0d7-4f30-9f87-629b5cec3bed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-bsbws
    namespace: kserve-ci-e2e-test
    resourceVersion: "15607"
    uid: ebecc214-1b9c-4326-9904-91b25d6c60fc
  kind: Event
  lastTimestamp: "2026-04-16T22:26:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:26:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:26:34Z"
    name: isvc-logger-predictor-64d54fcc88-bsbws.18a6f6bcdbf7a0e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15669"
    uid: a2d6e316-f3ab-4b64-a9ab-c64d721d8ede
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-bsbws
    namespace: kserve-ci-e2e-test
    resourceVersion: "15607"
    uid: ebecc214-1b9c-4326-9904-91b25d6c60fc
  kind: Event
  lastTimestamp: "2026-04-16T22:26:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:26:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:26:34Z"
    name: isvc-logger-predictor-64d54fcc88-bsbws.18a6f6bcdc69c663
    namespace: kserve-ci-e2e-test
    resourceVersion: "15670"
    uid: 0af2b037-7041-4b5d-abaa-c384afeca7b2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-bsbws
    namespace: kserve-ci-e2e-test
    resourceVersion: "15607"
    uid: ebecc214-1b9c-4326-9904-91b25d6c60fc
  kind: Event
  lastTimestamp: "2026-04-16T22:26:34Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:cbf2f0964114aa89f1941320ac63f4a95a47d78bad8157d48396be0e3b5c023b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:26:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:26:34Z"
    name: isvc-logger-predictor-64d54fcc88-bsbws.18a6f6bcdc75cb7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15671"
    uid: baa899ea-f9ab-406c-9288-ab3567c4682b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-bsbws
    namespace: kserve-ci-e2e-test
    resourceVersion: "15607"
    uid: ebecc214-1b9c-4326-9904-91b25d6c60fc
  kind: Event
  lastTimestamp: "2026-04-16T22:26:34Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-16T22:26:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:26:34Z"
    name: isvc-logger-predictor-64d54fcc88-bsbws.18a6f6bcdf6cd730
    namespace: kserve-ci-e2e-test
    resourceVersion: "15673"
    uid: 86adbd06-105a-4b23-9557-f9d2b991617b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-bsbws
    namespace: kserve-ci-e2e-test
    resourceVersion: "15607"
    uid: ebecc214-1b9c-4326-9904-91b25d6c60fc
  kind: Event
  lastTimestamp: "2026-04-16T22:26:34Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-16T22:26:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:26:34Z"
    name: isvc-logger-predictor-64d54fcc88-bsbws.18a6f6bcdfdf3870
    namespace: kserve-ci-e2e-test
    resourceVersion: "15674"
    uid: bc475a1f-2eda-4ce8-a881-3f01453b4372
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-bsbws
    namespace: kserve-ci-e2e-test
    resourceVersion: "15607"
    uid: ebecc214-1b9c-4326-9904-91b25d6c60fc
  kind: Event
  lastTimestamp: "2026-04-16T22:28:11Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T22:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:28:11Z"
    name: isvc-logger-predictor-64d54fcc88-bsbws.18a6f6bd4d1a413d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16500"
    uid: d21893f5-42a4-4920-9936-94f155a042cc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-bsbws
    namespace: kserve-ci-e2e-test
    resourceVersion: "15607"
    uid: ebecc214-1b9c-4326-9904-91b25d6c60fc
  kind: Event
  lastTimestamp: "2026-04-16T22:28:11Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T22:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:28:11Z"
    name: isvc-logger-predictor-64d54fcc88-bsbws.18a6f6bd4d2488c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16501"
    uid: 4a81fbb2-fcc0-409a-a41f-68cb02cde2c0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-bsbws
    namespace: kserve-ci-e2e-test
    resourceVersion: "15607"
    uid: ebecc214-1b9c-4326-9904-91b25d6c60fc
  kind: Event
  lastTimestamp: "2026-04-16T22:27:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:27:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:27:54Z"
    name: isvc-logger-predictor-64d54fcc88-bsbws.18a6f6cf99b0ae86
    namespace: kserve-ci-e2e-test
    resourceVersion: "16306"
    uid: 6439b947-639e-4759-898f-3fe3451974f7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-bsbws
    namespace: kserve-ci-e2e-test
    resourceVersion: "15607"
    uid: ebecc214-1b9c-4326-9904-91b25d6c60fc
  kind: Event
  lastTimestamp: "2026-04-16T22:27:54Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-16T22:27:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:27:54Z"
    name: isvc-logger-predictor-64d54fcc88-bsbws.18a6f6cf99b16747
    namespace: kserve-ci-e2e-test
    resourceVersion: "16309"
    uid: 71ed9318-8149-4b8d-ac1e-156804c7cfe5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-bsbws
    namespace: kserve-ci-e2e-test
    resourceVersion: "15607"
    uid: ebecc214-1b9c-4326-9904-91b25d6c60fc
  kind: Event
  lastTimestamp: "2026-04-16T22:27:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:27:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:27:54Z"
    name: isvc-logger-predictor-64d54fcc88-bsbws.18a6f6cf99b24052
    namespace: kserve-ci-e2e-test
    resourceVersion: "16312"
    uid: cbe10a5c-e2e3-40e5-a477-e80457c2d22a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-bsbws
    namespace: kserve-ci-e2e-test
    resourceVersion: "15607"
    uid: ebecc214-1b9c-4326-9904-91b25d6c60fc
  kind: Event
  lastTimestamp: "2026-04-16T22:28:16Z"
  message: 'Readiness probe failed: Get "https://10.133.0.31:8643/healthz": dial tcp
    10.133.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T22:27:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:28:16Z"
    name: isvc-logger-predictor-64d54fcc88-bsbws.18a6f6d02935ad59
    namespace: kserve-ci-e2e-test
    resourceVersion: "16538"
    uid: 043ff88c-aa39-4d42-9401-05bc21ebf213
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-64d54fcc88
    namespace: kserve-ci-e2e-test
    resourceVersion: "15593"
    uid: dea5f891-f01f-4022-b279-4d463607b995
  kind: Event
  lastTimestamp: "2026-04-16T22:26:29Z"
  message: 'Created pod: isvc-logger-predictor-64d54fcc88-bsbws'
  metadata:
    creationTimestamp: "2026-04-16T22:26:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:26:29Z"
    name: isvc-logger-predictor-64d54fcc88.18a6f6bbc3b0c624
    namespace: kserve-ci-e2e-test
    resourceVersion: "15606"
    uid: c3ca511e-7877-4c5a-8e03-fcc7e2d148c9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15591"
    uid: 10cc93ed-1ef2-40da-9b6c-c99d24233111
  kind: Event
  lastTimestamp: "2026-04-16T22:26:29Z"
  message: Scaled up replica set isvc-logger-predictor-64d54fcc88 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T22:26:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:26:29Z"
    name: isvc-logger-predictor.18a6f6bbc0971f8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15595"
    uid: cf736097-182c-44ac-82d2-a66613af36da
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15592"
    uid: dc38c16b-2da3-4a21-ad06-04b6f3a4546d
  kind: Event
  lastTimestamp: "2026-04-16T22:27:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:26:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:27:14Z"
    name: isvc-logger-predictor.18a6f6bf3f085e9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15981"
    uid: 150a906e-dabf-4b45-be7d-44a275e6de16
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15592"
    uid: dc38c16b-2da3-4a21-ad06-04b6f3a4546d
  kind: Event
  lastTimestamp: "2026-04-16T22:27:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:26:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:27:14Z"
    name: isvc-logger-predictor.18a6f6bf3f65eab6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15982"
    uid: c86e314e-5857-4633-ac46-ad8ed632d157
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15764"
    uid: dc38c16b-2da3-4a21-ad06-04b6f3a4546d
  kind: Event
  lastTimestamp: "2026-04-16T22:27:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:26:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:27:44Z"
    name: isvc-logger-predictor.18a6f6c2be69b915
    namespace: kserve-ci-e2e-test
    resourceVersion: "16197"
    uid: 734d9391-7fda-4e18-9b51-48cad4f53989
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15764"
    uid: dc38c16b-2da3-4a21-ad06-04b6f3a4546d
  kind: Event
  lastTimestamp: "2026-04-16T22:27:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:26:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:27:44Z"
    name: isvc-logger-predictor.18a6f6c2bec64fbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16198"
    uid: f2a1965e-65d6-42d0-8c30-05ef0523f4cc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15582"
    uid: da988e9b-fcca-4b1e-9a4d-e34c4a24ad79
  kind: Event
  lastTimestamp: "2026-04-16T22:27:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:26:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:27:42Z"
    name: isvc-logger.18a6f6bbc07111be
    namespace: kserve-ci-e2e-test
    resourceVersion: "16183"
    uid: f3a3165d-697e-4734-aced-b170b5266c0f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15582"
    uid: da988e9b-fcca-4b1e-9a4d-e34c4a24ad79
  kind: Event
  lastTimestamp: "2026-04-16T22:26:29Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T22:26:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:26:29Z"
    name: isvc-logger.18a6f6bbc0efe515
    namespace: kserve-ci-e2e-test
    resourceVersion: "15598"
    uid: 20b3d3eb-d9c2-4d30-9ba4-c52b6208b9ed
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16181"
    uid: da988e9b-fcca-4b1e-9a4d-e34c4a24ad79
  kind: Event
  lastTimestamp: "2026-04-16T22:27:42Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:27:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:27:42Z"
    name: isvc-logger.18a6f6ccb11d3e7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16182"
    uid: 4090c46f-9cb7-4809-a6be-777284331166
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:34:25.538069Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-7l7dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19462"
    uid: e079000b-d887-4175-8879-b0613e71062d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-5fdb47d546-7l7dn
    to ip-10-0-133-183.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:34:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:34:25Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-7l7dn.18a6f72aa2e88f56
    namespace: kserve-ci-e2e-test
    resourceVersion: "19468"
    uid: b6e8e150-5b2b-4c49-a331-d19d0c090ea0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bd746bc4f-w5454
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-7l7dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19466"
    uid: e079000b-d887-4175-8879-b0613e71062d
  kind: Event
  lastTimestamp: "2026-04-16T22:34:25Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-mlflow-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-16T22:34:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:34:25Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-7l7dn.18a6f72aac72bf2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19475"
    uid: a0cc48b5-8404-4dfc-9117-850572a90fec
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-7l7dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19472"
    uid: e079000b-d887-4175-8879-b0613e71062d
  kind: Event
  lastTimestamp: "2026-04-16T22:34:26Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:34:26Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-7l7dn.18a6f72ae0260f35
    namespace: kserve-ci-e2e-test
    resourceVersion: "19487"
    uid: fa1a97a5-d548-4eda-8c9e-db79b7ec81ad
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-7l7dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19466"
    uid: e079000b-d887-4175-8879-b0613e71062d
  kind: Event
  lastTimestamp: "2026-04-16T22:34:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:34:26Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-7l7dn.18a6f72ae190138c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19489"
    uid: 9277a04b-454a-4f5a-a3d3-d0de60a7ce69
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-7l7dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19466"
    uid: e079000b-d887-4175-8879-b0613e71062d
  kind: Event
  lastTimestamp: "2026-04-16T22:34:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T22:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:34:26Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-7l7dn.18a6f72ae4523a0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19491"
    uid: d2bd0ac8-c7f2-4de8-8e27-20659530521b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-7l7dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19466"
    uid: e079000b-d887-4175-8879-b0613e71062d
  kind: Event
  lastTimestamp: "2026-04-16T22:34:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T22:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:34:26Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-7l7dn.18a6f72ae4d39bc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19492"
    uid: 04c8064c-c866-4b54-8309-a7377a52e78c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-7l7dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19466"
    uid: e079000b-d887-4175-8879-b0613e71062d
  kind: Event
  lastTimestamp: "2026-04-16T22:34:30Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T22:34:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:34:30Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-7l7dn.18a6f72bce22c85c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19526"
    uid: 02dd104a-18c6-4884-8af1-4c18234d9d90
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-7l7dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19466"
    uid: e079000b-d887-4175-8879-b0613e71062d
  kind: Event
  lastTimestamp: "2026-04-16T22:34:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:34:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:34:30Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-7l7dn.18a6f72bd1692371
    namespace: kserve-ci-e2e-test
    resourceVersion: "19531"
    uid: 8a9962e2-d39b-4c43-9eac-02eacb04a207
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-7l7dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19466"
    uid: e079000b-d887-4175-8879-b0613e71062d
  kind: Event
  lastTimestamp: "2026-04-16T22:34:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:34:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:34:30Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-7l7dn.18a6f72bd1ef336f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19532"
    uid: c0201195-1a77-427f-a2bb-d6c0ddb9b9ad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-7l7dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19466"
    uid: e079000b-d887-4175-8879-b0613e71062d
  kind: Event
  lastTimestamp: "2026-04-16T22:34:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:34:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:34:30Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-7l7dn.18a6f72bd1faa28c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19533"
    uid: 41f29166-6682-4ad4-9a3b-67b19e3d20f8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-7l7dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19466"
    uid: e079000b-d887-4175-8879-b0613e71062d
  kind: Event
  lastTimestamp: "2026-04-16T22:34:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:34:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:34:30Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-7l7dn.18a6f72bd4d491b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19535"
    uid: 70566ac2-059e-461f-8ee9-bebfb8259184
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-7l7dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19466"
    uid: e079000b-d887-4175-8879-b0613e71062d
  kind: Event
  lastTimestamp: "2026-04-16T22:34:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:34:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:34:30Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-7l7dn.18a6f72bd544cf4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19536"
    uid: e9429110-d836-405f-8d49-941c9e8d2023
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-7l7dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19466"
    uid: e079000b-d887-4175-8879-b0613e71062d
  kind: Event
  lastTimestamp: "2026-04-16T22:35:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:35:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:15Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-7l7dn.18a6f7364bb6c315
    namespace: kserve-ci-e2e-test
    resourceVersion: "19884"
    uid: 702054d4-9fd7-4a5f-8618-92574f1fd255
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-7l7dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19466"
    uid: e079000b-d887-4175-8879-b0613e71062d
  kind: Event
  lastTimestamp: "2026-04-16T22:35:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:35:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:15Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-7l7dn.18a6f7364bb77ff7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19888"
    uid: 0e614f24-e328-404e-9b0c-00ce16455abe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546
    namespace: kserve-ci-e2e-test
    resourceVersion: "19452"
    uid: 2b15d599-5035-482d-8308-5628c5ee0476
  kind: Event
  lastTimestamp: "2026-04-16T22:34:25Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-5fdb47d546-7l7dn'
  metadata:
    creationTimestamp: "2026-04-16T22:34:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:34:25Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546.18a6f72aa28a93b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19465"
    uid: ae285a81-33e2-4ad6-bc22-9093d9525694
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19449"
    uid: 615e604e-063d-4b6d-81f4-aacd069f8913
  kind: Event
  lastTimestamp: "2026-04-16T22:34:25Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-5fdb47d546 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T22:34:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:34:25Z"
    name: isvc-mlflow-v2-runtime-predictor.18a6f72a9fa35b7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19455"
    uid: 91bcb9aa-5bca-438a-9674-62cfd50b0fe2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19451"
    uid: a914a286-42ae-40da-a542-bcaeec5cfd70
  kind: Event
  lastTimestamp: "2026-04-16T22:34:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:34:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:34:40Z"
    name: isvc-mlflow-v2-runtime-predictor.18a6f72e1e1b9422
    namespace: kserve-ci-e2e-test
    resourceVersion: "19608"
    uid: 722e9bdf-0061-4f51-9379-7240c377dda3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19451"
    uid: a914a286-42ae-40da-a542-bcaeec5cfd70
  kind: Event
  lastTimestamp: "2026-04-16T22:34:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:34:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:34:40Z"
    name: isvc-mlflow-v2-runtime-predictor.18a6f72e1e5d7b1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19609"
    uid: 63c026ef-f899-41d4-a7b9-0deba3a296fc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19607"
    uid: a914a286-42ae-40da-a542-bcaeec5cfd70
  kind: Event
  lastTimestamp: "2026-04-16T22:35:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:34:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:35:10Z"
    name: isvc-mlflow-v2-runtime-predictor.18a6f7319d5835bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19823"
    uid: 4cedea87-9f05-45f2-8391-9407dd008c1a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19607"
    uid: a914a286-42ae-40da-a542-bcaeec5cfd70
  kind: Event
  lastTimestamp: "2026-04-16T22:35:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:34:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:35:10Z"
    name: isvc-mlflow-v2-runtime-predictor.18a6f7319dba3321
    namespace: kserve-ci-e2e-test
    resourceVersion: "19824"
    uid: 0c0f131e-93ff-4f9a-bee8-693dbd1176f5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19421"
    uid: b9e13bd8-11fe-4711-8f95-8551e5db5348
  kind: Event
  lastTimestamp: "2026-04-16T22:35:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:34:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:35:08Z"
    name: isvc-mlflow-v2-runtime.18a6f72a9f8169fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19809"
    uid: 6fe9e62d-9985-40ef-ab5f-ae50bf7adcec
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19421"
    uid: b9e13bd8-11fe-4711-8f95-8551e5db5348
  kind: Event
  lastTimestamp: "2026-04-16T22:34:25Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:34:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:34:25Z"
    name: isvc-mlflow-v2-runtime.18a6f72a9fd4f73f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19457"
    uid: de0d0e67-19ce-4731-bfd1-5e3a8849c321
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19807"
    uid: b9e13bd8-11fe-4711-8f95-8551e5db5348
  kind: Event
  lastTimestamp: "2026-04-16T22:35:08Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:35:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:35:08Z"
    name: isvc-mlflow-v2-runtime.18a6f734acb84657
    namespace: kserve-ci-e2e-test
    resourceVersion: "19808"
    uid: 860d7047-1260-439f-829d-31c59fdf5275
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:36:35.834852Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-6hx29
    namespace: kserve-ci-e2e-test
    resourceVersion: "20550"
    uid: c7215289-752a-494b-baf5-dfb0f543b937
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6b8b7cfb4b-6hx29
    to ip-10-0-133-183.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:36:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:36:35Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-6hx29.18a6f748f933dec4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20554"
    uid: da062816-3021-4c3e-8c95-09e8c3acc7ad
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bd746bc4f-w5454
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-6hx29
    namespace: kserve-ci-e2e-test
    resourceVersion: "20558"
    uid: c7215289-752a-494b-baf5-dfb0f543b937
  kind: Event
  lastTimestamp: "2026-04-16T22:36:36Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:36:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:36:36Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-6hx29.18a6f74912a1c308
    namespace: kserve-ci-e2e-test
    resourceVersion: "20567"
    uid: 6c1922a6-4b82-40de-b91b-8df57fc3b7ec
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-6hx29
    namespace: kserve-ci-e2e-test
    resourceVersion: "20552"
    uid: c7215289-752a-494b-baf5-dfb0f543b937
  kind: Event
  lastTimestamp: "2026-04-16T22:36:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:36:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:36:36Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-6hx29.18a6f74913d9c6dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20569"
    uid: 577fabbe-84fa-4c9b-9928-5c9852283555
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-6hx29
    namespace: kserve-ci-e2e-test
    resourceVersion: "20552"
    uid: c7215289-752a-494b-baf5-dfb0f543b937
  kind: Event
  lastTimestamp: "2026-04-16T22:36:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T22:36:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:36:36Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-6hx29.18a6f74916f0a733
    namespace: kserve-ci-e2e-test
    resourceVersion: "20572"
    uid: 2cee42f2-d213-4581-a741-8e66c2fe4fcd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-6hx29
    namespace: kserve-ci-e2e-test
    resourceVersion: "20552"
    uid: c7215289-752a-494b-baf5-dfb0f543b937
  kind: Event
  lastTimestamp: "2026-04-16T22:36:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T22:36:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:36:36Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-6hx29.18a6f7491767fcc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20573"
    uid: 7915e09a-b422-4b52-947a-8d91136cd644
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-6hx29
    namespace: kserve-ci-e2e-test
    resourceVersion: "20552"
    uid: c7215289-752a-494b-baf5-dfb0f543b937
  kind: Event
  lastTimestamp: "2026-04-16T22:36:43Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T22:36:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:36:43Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-6hx29.18a6f74aa57c4885
    namespace: kserve-ci-e2e-test
    resourceVersion: "20631"
    uid: f7bad789-db3e-48d3-88a0-f89684138456
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-6hx29
    namespace: kserve-ci-e2e-test
    resourceVersion: "20552"
    uid: c7215289-752a-494b-baf5-dfb0f543b937
  kind: Event
  lastTimestamp: "2026-04-16T22:36:54Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.409s (11.409s
    including waiting). Image size: 1162639611 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T22:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:36:54Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-6hx29.18a6f74d4d9115cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20719"
    uid: 89168a32-2918-4817-a9ac-8a68484ac106
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-6hx29
    namespace: kserve-ci-e2e-test
    resourceVersion: "20552"
    uid: c7215289-752a-494b-baf5-dfb0f543b937
  kind: Event
  lastTimestamp: "2026-04-16T22:36:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:36:54Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-6hx29.18a6f74d511d56b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20720"
    uid: 076618bf-4009-4453-8468-2696cb94b927
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-6hx29
    namespace: kserve-ci-e2e-test
    resourceVersion: "20552"
    uid: c7215289-752a-494b-baf5-dfb0f543b937
  kind: Event
  lastTimestamp: "2026-04-16T22:36:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:36:54Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-6hx29.18a6f74d5193170d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20721"
    uid: c36e68eb-4588-48f8-92b4-1fde301378f5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-6hx29
    namespace: kserve-ci-e2e-test
    resourceVersion: "20552"
    uid: c7215289-752a-494b-baf5-dfb0f543b937
  kind: Event
  lastTimestamp: "2026-04-16T22:36:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:36:54Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-6hx29.18a6f74d519f7522
    namespace: kserve-ci-e2e-test
    resourceVersion: "20722"
    uid: a903df07-ab2e-4169-8668-47716edbfae5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-6hx29
    namespace: kserve-ci-e2e-test
    resourceVersion: "20552"
    uid: c7215289-752a-494b-baf5-dfb0f543b937
  kind: Event
  lastTimestamp: "2026-04-16T22:36:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:36:54Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-6hx29.18a6f74d54f0c0a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20723"
    uid: 6a4930bc-a687-4da5-83da-7789e1e6e9b4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-6hx29
    namespace: kserve-ci-e2e-test
    resourceVersion: "20552"
    uid: c7215289-752a-494b-baf5-dfb0f543b937
  kind: Event
  lastTimestamp: "2026-04-16T22:36:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:36:54Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-6hx29.18a6f74d5566c46b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20724"
    uid: 52a9cea0-47b6-4109-b3c6-31ae5216db70
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-6hx29
    namespace: kserve-ci-e2e-test
    resourceVersion: "20552"
    uid: c7215289-752a-494b-baf5-dfb0f543b937
  kind: Event
  lastTimestamp: "2026-04-16T22:37:32Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T22:36:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:37:32Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-6hx29.18a6f74daf1c9aea
    namespace: kserve-ci-e2e-test
    resourceVersion: "20999"
    uid: e289b909-dd4d-4d7f-b685-ef8f452f8841
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:37:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-6hx29
    namespace: kserve-ci-e2e-test
    resourceVersion: "20552"
    uid: c7215289-752a-494b-baf5-dfb0f543b937
  kind: Event
  lastTimestamp: "2026-04-16T22:37:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:37:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:37:47Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-6hx29.18a6f7599bdd2671
    namespace: kserve-ci-e2e-test
    resourceVersion: "21135"
    uid: 8927cd77-fc31-4934-90c4-746de639e553
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:37:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-6hx29
    namespace: kserve-ci-e2e-test
    resourceVersion: "20552"
    uid: c7215289-752a-494b-baf5-dfb0f543b937
  kind: Event
  lastTimestamp: "2026-04-16T22:37:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:37:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:37:47Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-6hx29.18a6f7599bddd67a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21138"
    uid: 7f359b09-36a6-4bb4-9b7c-25d3249387c9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6b8b7cfb4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20538"
    uid: caa003cf-365c-4332-9594-51ec77db297e
  kind: Event
  lastTimestamp: "2026-04-16T22:36:35Z"
  message: 'Created pod: isvc-paddle-predictor-6b8b7cfb4b-6hx29'
  metadata:
    creationTimestamp: "2026-04-16T22:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:36:35Z"
    name: isvc-paddle-predictor-6b8b7cfb4b.18a6f748f8d0f58a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20551"
    uid: 4ede1fcb-aa2f-44ed-8af7-d46a550352c7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20535"
    uid: 6d37e74d-526d-46b0-82a4-bbd603e80de0
  kind: Event
  lastTimestamp: "2026-04-16T22:36:35Z"
  message: Scaled up replica set isvc-paddle-predictor-6b8b7cfb4b from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T22:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:36:35Z"
    name: isvc-paddle-predictor.18a6f748f5dfa7b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20540"
    uid: 09480a23-e190-4e11-8a4e-a1a1ed7541f1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20539"
    uid: a621406a-4f08-4b43-ac19-72e66e3477c0
  kind: Event
  lastTimestamp: "2026-04-16T22:37:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:36:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:37:05Z"
    name: isvc-paddle-predictor.18a6f74c74b4a034
    namespace: kserve-ci-e2e-test
    resourceVersion: "20810"
    uid: 00444781-49a8-419e-ad06-d67956fab727
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20539"
    uid: a621406a-4f08-4b43-ac19-72e66e3477c0
  kind: Event
  lastTimestamp: "2026-04-16T22:37:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:36:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:37:05Z"
    name: isvc-paddle-predictor.18a6f74c74f5adb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20811"
    uid: 093ddeb8-c30d-40be-b8a9-533e6f2ecebf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:37:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20689"
    uid: a621406a-4f08-4b43-ac19-72e66e3477c0
  kind: Event
  lastTimestamp: "2026-04-16T22:37:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:37:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:37:35Z"
    name: isvc-paddle-predictor.18a6f75372ec71cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21027"
    uid: 4a8ab77d-7729-46cb-a493-b149f312e363
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:37:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20689"
    uid: a621406a-4f08-4b43-ac19-72e66e3477c0
  kind: Event
  lastTimestamp: "2026-04-16T22:37:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:37:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:37:35Z"
    name: isvc-paddle-predictor.18a6f753734e5449
    namespace: kserve-ci-e2e-test
    resourceVersion: "21028"
    uid: 26e7c2e8-fe60-4576-8b64-336565751072
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:37:47.379674Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-m76wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21156"
    uid: 230f6f3c-ab48-4ea2-82c4-d3fe9cb73456
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-7f4d4f9dc8-m76wv
    to ip-10-0-133-183.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:37:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:37:47Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-m76wv.18a6f759a19b02b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21163"
    uid: ffeb05c3-fd34-421d-a884-d1684230c97f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bd746bc4f-w5454
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:37:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-m76wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21159"
    uid: 230f6f3c-ab48-4ea2-82c4-d3fe9cb73456
  kind: Event
  lastTimestamp: "2026-04-16T22:37:47Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-16T22:37:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:37:47Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-m76wv.18a6f759a95d042a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21172"
    uid: 1f9a7a73-4d19-4045-aee1-71deb11496cb
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:37:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-m76wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21167"
    uid: 230f6f3c-ab48-4ea2-82c4-d3fe9cb73456
  kind: Event
  lastTimestamp: "2026-04-16T22:37:48Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:37:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:37:48Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-m76wv.18a6f759defccd2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21186"
    uid: a7b945c1-7740-4e36-813e-509cd3102a11
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:37:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-m76wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21159"
    uid: 230f6f3c-ab48-4ea2-82c4-d3fe9cb73456
  kind: Event
  lastTimestamp: "2026-04-16T22:37:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:37:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:37:48Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-m76wv.18a6f759e059b6de
    namespace: kserve-ci-e2e-test
    resourceVersion: "21188"
    uid: 51c2658d-d7f1-4f3e-8f8b-0198c1430507
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:37:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-m76wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21159"
    uid: 230f6f3c-ab48-4ea2-82c4-d3fe9cb73456
  kind: Event
  lastTimestamp: "2026-04-16T22:37:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T22:37:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:37:48Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-m76wv.18a6f759e372fa64
    namespace: kserve-ci-e2e-test
    resourceVersion: "21189"
    uid: edf360a8-1552-41e9-9725-e7669dc4788b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:37:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-m76wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21159"
    uid: 230f6f3c-ab48-4ea2-82c4-d3fe9cb73456
  kind: Event
  lastTimestamp: "2026-04-16T22:37:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T22:37:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:37:48Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-m76wv.18a6f759e3e54088
    namespace: kserve-ci-e2e-test
    resourceVersion: "21190"
    uid: cef13015-c725-46fe-9907-2a73396f5f62
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:37:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-m76wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21159"
    uid: 230f6f3c-ab48-4ea2-82c4-d3fe9cb73456
  kind: Event
  lastTimestamp: "2026-04-16T22:37:53Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:37:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:37:53Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-m76wv.18a6f75affb1d064
    namespace: kserve-ci-e2e-test
    resourceVersion: "21234"
    uid: 1e10e0c8-d4d9-4c38-aeb0-0482a0e47668
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:37:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-m76wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21159"
    uid: 230f6f3c-ab48-4ea2-82c4-d3fe9cb73456
  kind: Event
  lastTimestamp: "2026-04-16T22:37:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:37:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:37:53Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-m76wv.18a6f75b0337493b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21237"
    uid: 589b5a81-f011-49fe-a2b6-fdd57c5eb657
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:37:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-m76wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21159"
    uid: 230f6f3c-ab48-4ea2-82c4-d3fe9cb73456
  kind: Event
  lastTimestamp: "2026-04-16T22:37:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:37:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:37:53Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-m76wv.18a6f75b03b3fd38
    namespace: kserve-ci-e2e-test
    resourceVersion: "21240"
    uid: 724df489-d205-4029-9468-05dfa273e180
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:37:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-m76wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21159"
    uid: 230f6f3c-ab48-4ea2-82c4-d3fe9cb73456
  kind: Event
  lastTimestamp: "2026-04-16T22:37:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:37:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:37:53Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-m76wv.18a6f75b03c03600
    namespace: kserve-ci-e2e-test
    resourceVersion: "21241"
    uid: 293c7a17-0ec1-405b-a7cf-26a38c1b7e14
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:37:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-m76wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21159"
    uid: 230f6f3c-ab48-4ea2-82c4-d3fe9cb73456
  kind: Event
  lastTimestamp: "2026-04-16T22:37:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:37:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:37:53Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-m76wv.18a6f75b06747e97
    namespace: kserve-ci-e2e-test
    resourceVersion: "21244"
    uid: 5819db0e-8de5-40be-9830-26a1e12bbe1a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:37:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-m76wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21159"
    uid: 230f6f3c-ab48-4ea2-82c4-d3fe9cb73456
  kind: Event
  lastTimestamp: "2026-04-16T22:37:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:37:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:37:53Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-m76wv.18a6f75b06f93325
    namespace: kserve-ci-e2e-test
    resourceVersion: "21245"
    uid: 09c6d4a1-147d-4710-b44a-473a05e43db4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T22:37:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-m76wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21159"
    uid: 230f6f3c-ab48-4ea2-82c4-d3fe9cb73456
  kind: Event
  lastTimestamp: "2026-04-16T22:38:50Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T22:37:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:38:50Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-m76wv.18a6f75b3ba076fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21727"
    uid: ac166f07-6061-40a1-b933-6da60302345e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:38:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-m76wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21159"
    uid: 230f6f3c-ab48-4ea2-82c4-d3fe9cb73456
  kind: Event
  lastTimestamp: "2026-04-16T22:38:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:38:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:38:48Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-m76wv.18a6f767ed0f2e17
    namespace: kserve-ci-e2e-test
    resourceVersion: "21667"
    uid: 1f98d60a-4cc4-41d7-ae36-83a4a739b40e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:38:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-m76wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21159"
    uid: 230f6f3c-ab48-4ea2-82c4-d3fe9cb73456
  kind: Event
  lastTimestamp: "2026-04-16T22:38:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:38:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:38:48Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-m76wv.18a6f767ed0fc688
    namespace: kserve-ci-e2e-test
    resourceVersion: "21670"
    uid: f2672acc-f2e3-45e8-a9f3-669620a61840
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:38:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-m76wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21159"
    uid: 230f6f3c-ab48-4ea2-82c4-d3fe9cb73456
  kind: Event
  lastTimestamp: "2026-04-16T22:38:50Z"
  message: 'Readiness probe failed: Get "https://10.133.0.39:8643/healthz": dial tcp
    10.133.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T22:38:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:38:50Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-m76wv.18a6f76845b27f25
    namespace: kserve-ci-e2e-test
    resourceVersion: "21726"
    uid: 38d43be8-2890-41b7-832b-45320c77c902
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:37:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21146"
    uid: 7b474480-3f39-4d8d-8900-4abf620f4a85
  kind: Event
  lastTimestamp: "2026-04-16T22:37:47Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-7f4d4f9dc8-m76wv'
  metadata:
    creationTimestamp: "2026-04-16T22:37:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:37:47Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8.18a6f759a1028166
    namespace: kserve-ci-e2e-test
    resourceVersion: "21158"
    uid: 8c9c8d03-7f14-4ce3-960b-cd0ed7b283ce
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:37:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21144"
    uid: 5cb67a1a-ff0b-458f-b4cd-8e9cfc82466c
  kind: Event
  lastTimestamp: "2026-04-16T22:37:47Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-7f4d4f9dc8 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T22:37:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:37:47Z"
    name: isvc-paddle-runtime-predictor.18a6f7599df87f04
    namespace: kserve-ci-e2e-test
    resourceVersion: "21148"
    uid: 9cf2238f-c827-4d9d-a7ea-2620930b1474
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:38:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21145"
    uid: 68663784-a74d-4bd1-96ba-5d9f6eba653d
  kind: Event
  lastTimestamp: "2026-04-16T22:38:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:38:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:38:17Z"
    name: isvc-paddle-runtime-predictor.18a6f75d1d0a0c35
    namespace: kserve-ci-e2e-test
    resourceVersion: "21415"
    uid: ae6af05a-157d-4104-9467-d48a0a037019
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:38:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21145"
    uid: 68663784-a74d-4bd1-96ba-5d9f6eba653d
  kind: Event
  lastTimestamp: "2026-04-16T22:38:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:38:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:38:17Z"
    name: isvc-paddle-runtime-predictor.18a6f75d1d6a524c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21416"
    uid: 3d6dfb97-b042-4a7b-b60e-20a35318d4e4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:38:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21314"
    uid: 68663784-a74d-4bd1-96ba-5d9f6eba653d
  kind: Event
  lastTimestamp: "2026-04-16T22:38:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:38:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:38:47Z"
    name: isvc-paddle-runtime-predictor.18a6f7641b2dfff0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21631"
    uid: 62dd5285-2456-4bc8-9b6c-3a0473d465e3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:38:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21314"
    uid: 68663784-a74d-4bd1-96ba-5d9f6eba653d
  kind: Event
  lastTimestamp: "2026-04-16T22:38:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:38:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:38:47Z"
    name: isvc-paddle-runtime-predictor.18a6f7641b88c938
    namespace: kserve-ci-e2e-test
    resourceVersion: "21632"
    uid: d4b445f2-15a2-49ba-b254-08ec50b39bde
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T22:37:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21117"
    uid: d97afaec-5598-4c22-80f9-5c9b72287766
  kind: Event
  lastTimestamp: "2026-04-16T22:38:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:37:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:38:40Z"
    name: isvc-paddle-runtime.18a6f7599dce60a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21584"
    uid: 6497dd00-2854-46c7-9452-a129944209fc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:37:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21117"
    uid: d97afaec-5598-4c22-80f9-5c9b72287766
  kind: Event
  lastTimestamp: "2026-04-16T22:37:47Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:37:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:37:47Z"
    name: isvc-paddle-runtime.18a6f7599e20fef1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21170"
    uid: a924aa5c-775c-443b-99b0-5c63b512c880
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:37:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21153"
    uid: d97afaec-5598-4c22-80f9-5c9b72287766
  kind: Event
  lastTimestamp: "2026-04-16T22:37:47Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle-runtime": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:37:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:37:47Z"
    name: isvc-paddle-runtime.18a6f759a4822db0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21171"
    uid: bac1c9c2-3e2d-4367-a50c-8fbce5b04f3a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:38:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21582"
    uid: d97afaec-5598-4c22-80f9-5c9b72287766
  kind: Event
  lastTimestamp: "2026-04-16T22:38:40Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:38:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:38:40Z"
    name: isvc-paddle-runtime.18a6f765f70ba367
    namespace: kserve-ci-e2e-test
    resourceVersion: "21583"
    uid: 22a09482-cadc-47fa-aede-4aa7477bdf3f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:38:48.867893Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-t4fqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21687"
    uid: c34d4ba3-ea64-4929-a88b-6139247469ad
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-7dbd59854-t4fqm
    to ip-10-0-133-183.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:38:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:38:48Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-t4fqm.18a6f767f296d104
    namespace: kserve-ci-e2e-test
    resourceVersion: "21692"
    uid: 194646b4-f7ea-449a-91be-afee300a7d68
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bd746bc4f-w5454
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:38:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-t4fqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21699"
    uid: c34d4ba3-ea64-4929-a88b-6139247469ad
  kind: Event
  lastTimestamp: "2026-04-16T22:38:49Z"
  message: Add eth0 [10.133.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:38:49Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-t4fqm.18a6f7680bd49788
    namespace: kserve-ci-e2e-test
    resourceVersion: "21706"
    uid: 3b11f015-a256-4e1c-8cab-f477ca453c5f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:38:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-t4fqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21689"
    uid: c34d4ba3-ea64-4929-a88b-6139247469ad
  kind: Event
  lastTimestamp: "2026-04-16T22:38:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:38:49Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-t4fqm.18a6f7680d134c47
    namespace: kserve-ci-e2e-test
    resourceVersion: "21708"
    uid: 7bcb197c-3b2a-4d18-ad91-036b1f62b8bd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:38:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-t4fqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21689"
    uid: c34d4ba3-ea64-4929-a88b-6139247469ad
  kind: Event
  lastTimestamp: "2026-04-16T22:38:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T22:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:38:49Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-t4fqm.18a6f76810e397d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21710"
    uid: bf94b1f3-2503-464d-b9f2-4a24e2d6c6a0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:38:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-t4fqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21689"
    uid: c34d4ba3-ea64-4929-a88b-6139247469ad
  kind: Event
  lastTimestamp: "2026-04-16T22:38:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T22:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:38:49Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-t4fqm.18a6f7681168a32e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21711"
    uid: 24eaca09-f29c-42cc-bad6-af2ac32292e3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:38:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-t4fqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21689"
    uid: c34d4ba3-ea64-4929-a88b-6139247469ad
  kind: Event
  lastTimestamp: "2026-04-16T22:38:54Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:38:54Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-t4fqm.18a6f7693ffe5644
    namespace: kserve-ci-e2e-test
    resourceVersion: "21763"
    uid: 99359c1a-9f35-4e2e-bbc2-b4ed66e640be
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:38:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-t4fqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21689"
    uid: c34d4ba3-ea64-4929-a88b-6139247469ad
  kind: Event
  lastTimestamp: "2026-04-16T22:38:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:38:54Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-t4fqm.18a6f76942d9d5b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21767"
    uid: 837bcb43-ba4a-4c64-a7c8-6d1af47c53dc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:38:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-t4fqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21689"
    uid: c34d4ba3-ea64-4929-a88b-6139247469ad
  kind: Event
  lastTimestamp: "2026-04-16T22:38:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:38:54Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-t4fqm.18a6f769434bf8c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21768"
    uid: af81a677-72ec-4b50-aecc-cd2a00adde77
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:38:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-t4fqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21689"
    uid: c34d4ba3-ea64-4929-a88b-6139247469ad
  kind: Event
  lastTimestamp: "2026-04-16T22:38:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:38:54Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-t4fqm.18a6f7694358d145
    namespace: kserve-ci-e2e-test
    resourceVersion: "21769"
    uid: 369fce49-2148-44ff-90d8-6c76247f37f1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:38:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-t4fqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21689"
    uid: c34d4ba3-ea64-4929-a88b-6139247469ad
  kind: Event
  lastTimestamp: "2026-04-16T22:38:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:38:54Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-t4fqm.18a6f76946634b6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21773"
    uid: da83bde3-26d5-47cd-9521-863e8e083747
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:38:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-t4fqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21689"
    uid: c34d4ba3-ea64-4929-a88b-6139247469ad
  kind: Event
  lastTimestamp: "2026-04-16T22:38:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:38:54Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-t4fqm.18a6f76946d4210d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21774"
    uid: ca463964-b523-4b75-9097-48b6e16470bf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T22:38:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-t4fqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21689"
    uid: c34d4ba3-ea64-4929-a88b-6139247469ad
  kind: Event
  lastTimestamp: "2026-04-16T22:39:52Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T22:38:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:39:52Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-t4fqm.18a6f769b7ad3f06
    namespace: kserve-ci-e2e-test
    resourceVersion: "22255"
    uid: ebbd0f18-4527-43e5-8a69-55707fd9a5bb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:39:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-t4fqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21689"
    uid: c34d4ba3-ea64-4929-a88b-6139247469ad
  kind: Event
  lastTimestamp: "2026-04-16T22:39:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:39:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:39:50Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-t4fqm.18a6f77650368315
    namespace: kserve-ci-e2e-test
    resourceVersion: "22197"
    uid: be38676d-dfa3-4989-90f1-7101cc339e33
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:39:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-t4fqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21689"
    uid: c34d4ba3-ea64-4929-a88b-6139247469ad
  kind: Event
  lastTimestamp: "2026-04-16T22:39:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:39:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:39:50Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-t4fqm.18a6f77650375593
    namespace: kserve-ci-e2e-test
    resourceVersion: "22198"
    uid: d4a3d629-cc35-472d-9551-6a57bb38fca8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:39:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-t4fqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21689"
    uid: c34d4ba3-ea64-4929-a88b-6139247469ad
  kind: Event
  lastTimestamp: "2026-04-16T22:39:52Z"
  message: 'Readiness probe failed: Get "https://10.133.0.40:8643/healthz": dial tcp
    10.133.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T22:39:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:39:52Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-t4fqm.18a6f776c1d8f9ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "22254"
    uid: 052a6ec7-2a8e-40ed-ba89-47d1f60a5c3f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:38:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-7dbd59854
    namespace: kserve-ci-e2e-test
    resourceVersion: "21677"
    uid: 6c71fc6a-6983-436e-856d-d0d2b8eab4f9
  kind: Event
  lastTimestamp: "2026-04-16T22:38:48Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-7dbd59854-t4fqm'
  metadata:
    creationTimestamp: "2026-04-16T22:38:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:38:48Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854.18a6f767f232ef94
    namespace: kserve-ci-e2e-test
    resourceVersion: "21688"
    uid: 38153a7e-15e8-4333-a4d8-e4be8267280e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:38:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21675"
    uid: 744ecb99-c65d-4d89-81d7-a452dd9b512c
  kind: Event
  lastTimestamp: "2026-04-16T22:38:48Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-7dbd59854 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T22:38:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:38:48Z"
    name: isvc-paddle-v2-kserve-predictor.18a6f767ef4344ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "21679"
    uid: da8af579-53b4-48d3-82ab-fe2aa18c85ff
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:39:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21676"
    uid: e34904f2-7432-48cb-bd93-a1f2aa12b7a9
  kind: Event
  lastTimestamp: "2026-04-16T22:39:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:39:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:39:33Z"
    name: isvc-paddle-v2-kserve-predictor.18a6f76b6e5069b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22049"
    uid: c50942f1-faf0-4699-866a-4e740b3b9fc3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:39:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21676"
    uid: e34904f2-7432-48cb-bd93-a1f2aa12b7a9
  kind: Event
  lastTimestamp: "2026-04-16T22:39:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:39:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:39:33Z"
    name: isvc-paddle-v2-kserve-predictor.18a6f76b6eb50aed
    namespace: kserve-ci-e2e-test
    resourceVersion: "22050"
    uid: a914cfd1-83b8-4af3-91b3-1ba1f15c5abb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:39:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21840"
    uid: e34904f2-7432-48cb-bd93-a1f2aa12b7a9
  kind: Event
  lastTimestamp: "2026-04-16T22:39:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:39:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:39:48Z"
    name: isvc-paddle-v2-kserve-predictor.18a6f775eb84f4e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22162"
    uid: 428a80eb-ff84-4224-80e1-50ff5804888d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:39:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21840"
    uid: e34904f2-7432-48cb-bd93-a1f2aa12b7a9
  kind: Event
  lastTimestamp: "2026-04-16T22:39:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:39:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:39:48Z"
    name: isvc-paddle-v2-kserve-predictor.18a6f775ebe6b74a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22164"
    uid: 98e8f587-c2cd-4546-981d-7fe3e3db2590
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T22:38:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21648"
    uid: fba9a65d-8a86-41e7-bd6f-ebb335593735
  kind: Event
  lastTimestamp: "2026-04-16T22:39:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:38:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:39:42Z"
    name: isvc-paddle-v2-kserve.18a6f767ef1d84c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22117"
    uid: 884f32e6-a214-4c2e-a5c3-129e5dd48041
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:38:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21648"
    uid: fba9a65d-8a86-41e7-bd6f-ebb335593735
  kind: Event
  lastTimestamp: "2026-04-16T22:38:48Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:38:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:38:48Z"
    name: isvc-paddle-v2-kserve.18a6f767ef752b8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21701"
    uid: 59cfa381-eadd-4a1b-bb53-c8f7fd2da966
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:38:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21685"
    uid: fba9a65d-8a86-41e7-bd6f-ebb335593735
  kind: Event
  lastTimestamp: "2026-04-16T22:38:48Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:38:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:38:48Z"
    name: isvc-paddle-v2-kserve.18a6f767f59d015d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21702"
    uid: e203c3d5-5a27-4b1c-aa48-79a3374e2b39
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:39:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22114"
    uid: fba9a65d-8a86-41e7-bd6f-ebb335593735
  kind: Event
  lastTimestamp: "2026-04-16T22:39:42Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:39:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:39:42Z"
    name: isvc-paddle-v2-kserve.18a6f7747273e908
    namespace: kserve-ci-e2e-test
    resourceVersion: "22115"
    uid: b90b788b-46cd-417c-b8da-196516bb49c3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20508"
    uid: 330c66f4-40be-408b-a00a-66753981be33
  kind: Event
  lastTimestamp: "2026-04-16T22:37:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:37:42Z"
    name: isvc-paddle.18a6f748f5f7bef3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21078"
    uid: 2a09179e-63c9-446d-9282-32715708a38e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20508"
    uid: 330c66f4-40be-408b-a00a-66753981be33
  kind: Event
  lastTimestamp: "2026-04-16T22:36:35Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T22:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:36:35Z"
    name: isvc-paddle.18a6f748f66e87e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20544"
    uid: e5d7dbed-5455-4e2a-9f15-20f63e43bbab
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:37:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "21075"
    uid: 330c66f4-40be-408b-a00a-66753981be33
  kind: Event
  lastTimestamp: "2026-04-16T22:37:42Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:37:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:37:42Z"
    name: isvc-paddle.18a6f75869cf44ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "21076"
    uid: 040adfe5-f9cb-43b0-8420-454c13bbaa5d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:39:50.673221Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-p57jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22219"
    uid: cba2c955-b726-47e4-9bdf-e1f15bfc9341
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8bb578669-p57jg
    to ip-10-0-133-183.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:39:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:39:50Z"
    name: isvc-pmml-predictor-8bb578669-p57jg.18a6f77656794869
    namespace: kserve-ci-e2e-test
    resourceVersion: "22223"
    uid: 8fd65ea6-fa70-4638-bacb-100b70dca018
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bd746bc4f-w5454
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:39:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-p57jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22220"
    uid: cba2c955-b726-47e4-9bdf-e1f15bfc9341
  kind: Event
  lastTimestamp: "2026-04-16T22:39:50Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-16T22:39:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:39:50Z"
    name: isvc-pmml-predictor-8bb578669-p57jg.18a6f7765dc68514
    namespace: kserve-ci-e2e-test
    resourceVersion: "22234"
    uid: e8a65ca5-4506-4383-b7de-b94daa387d1d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:39:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-p57jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22230"
    uid: cba2c955-b726-47e4-9bdf-e1f15bfc9341
  kind: Event
  lastTimestamp: "2026-04-16T22:39:51Z"
  message: Add eth0 [10.133.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:39:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:39:51Z"
    name: isvc-pmml-predictor-8bb578669-p57jg.18a6f7769374b407
    namespace: kserve-ci-e2e-test
    resourceVersion: "22243"
    uid: 2164370e-46f9-4010-8d83-87359363bfba
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:39:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-p57jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22220"
    uid: cba2c955-b726-47e4-9bdf-e1f15bfc9341
  kind: Event
  lastTimestamp: "2026-04-16T22:39:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:39:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:39:51Z"
    name: isvc-pmml-predictor-8bb578669-p57jg.18a6f77694cca429
    namespace: kserve-ci-e2e-test
    resourceVersion: "22245"
    uid: a2f1e358-8a41-4e42-83f1-62a8b7d19530
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:39:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-p57jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22220"
    uid: cba2c955-b726-47e4-9bdf-e1f15bfc9341
  kind: Event
  lastTimestamp: "2026-04-16T22:39:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T22:39:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:39:51Z"
    name: isvc-pmml-predictor-8bb578669-p57jg.18a6f776986f6890
    namespace: kserve-ci-e2e-test
    resourceVersion: "22248"
    uid: 0538a540-0e85-48ef-a742-e89b4916fd38
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:39:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-p57jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22220"
    uid: cba2c955-b726-47e4-9bdf-e1f15bfc9341
  kind: Event
  lastTimestamp: "2026-04-16T22:39:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T22:39:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:39:51Z"
    name: isvc-pmml-predictor-8bb578669-p57jg.18a6f77698dc6094
    namespace: kserve-ci-e2e-test
    resourceVersion: "22249"
    uid: 1a2f948e-88a5-4004-bbe8-8789be0d7702
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:39:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-p57jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22220"
    uid: cba2c955-b726-47e4-9bdf-e1f15bfc9341
  kind: Event
  lastTimestamp: "2026-04-16T22:39:55Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T22:39:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:39:55Z"
    name: isvc-pmml-predictor-8bb578669-p57jg.18a6f7778068f454
    namespace: kserve-ci-e2e-test
    resourceVersion: "22288"
    uid: a37bb26b-df24-47c8-b3e7-53a257e43845
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:40:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-p57jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22220"
    uid: cba2c955-b726-47e4-9bdf-e1f15bfc9341
  kind: Event
  lastTimestamp: "2026-04-16T22:40:02Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.973s (6.973s
    including waiting). Image size: 800715639 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T22:40:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:40:02Z"
    name: isvc-pmml-predictor-8bb578669-p57jg.18a6f779200a2dfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "22339"
    uid: 43fd0d9c-c2b1-41a5-bfa5-504dcc3b74bd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:40:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-p57jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22220"
    uid: cba2c955-b726-47e4-9bdf-e1f15bfc9341
  kind: Event
  lastTimestamp: "2026-04-16T22:40:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:40:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:40:02Z"
    name: isvc-pmml-predictor-8bb578669-p57jg.18a6f779236be2f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22340"
    uid: 304551cc-6880-4623-86cd-26dc71d1ff83
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:40:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-p57jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22220"
    uid: cba2c955-b726-47e4-9bdf-e1f15bfc9341
  kind: Event
  lastTimestamp: "2026-04-16T22:40:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:40:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:40:02Z"
    name: isvc-pmml-predictor-8bb578669-p57jg.18a6f77923e84194
    namespace: kserve-ci-e2e-test
    resourceVersion: "22341"
    uid: 7d79cd18-5fe9-4de5-9da3-11d2136fb7b5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:40:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-p57jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22220"
    uid: cba2c955-b726-47e4-9bdf-e1f15bfc9341
  kind: Event
  lastTimestamp: "2026-04-16T22:40:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:40:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:40:02Z"
    name: isvc-pmml-predictor-8bb578669-p57jg.18a6f77923f3d7ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "22342"
    uid: 1296f9bc-fe0b-453d-a8fb-e61d8cd24aaa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:40:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-p57jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22220"
    uid: cba2c955-b726-47e4-9bdf-e1f15bfc9341
  kind: Event
  lastTimestamp: "2026-04-16T22:40:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:40:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:40:02Z"
    name: isvc-pmml-predictor-8bb578669-p57jg.18a6f77926cf3f2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22344"
    uid: 57cd9cdd-617c-4841-9609-1778b4888b60
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:40:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-p57jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22220"
    uid: cba2c955-b726-47e4-9bdf-e1f15bfc9341
  kind: Event
  lastTimestamp: "2026-04-16T22:40:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:40:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:40:02Z"
    name: isvc-pmml-predictor-8bb578669-p57jg.18a6f779273f71a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22345"
    uid: c966e8f2-f8fd-423c-b3f8-c302f44acd34
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T22:40:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-p57jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22220"
    uid: cba2c955-b726-47e4-9bdf-e1f15bfc9341
  kind: Event
  lastTimestamp: "2026-04-16T22:41:19Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T22:40:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:41:19Z"
    name: isvc-pmml-predictor-8bb578669-p57jg.18a6f7795f368224
    namespace: kserve-ci-e2e-test
    resourceVersion: "22892"
    uid: 8eb3bbb7-efaa-46df-ba1b-7a09211a7e0d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:41:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-p57jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22220"
    uid: cba2c955-b726-47e4-9bdf-e1f15bfc9341
  kind: Event
  lastTimestamp: "2026-04-16T22:41:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:41:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:41:32Z"
    name: isvc-pmml-predictor-8bb578669-p57jg.18a6f78df47f1f57
    namespace: kserve-ci-e2e-test
    resourceVersion: "23016"
    uid: e366d158-99ba-4d38-b494-0b7477b60f1f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:41:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-p57jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22220"
    uid: cba2c955-b726-47e4-9bdf-e1f15bfc9341
  kind: Event
  lastTimestamp: "2026-04-16T22:41:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:41:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:41:32Z"
    name: isvc-pmml-predictor-8bb578669-p57jg.18a6f78df47fb926
    namespace: kserve-ci-e2e-test
    resourceVersion: "23019"
    uid: fb716132-c6c1-4e83-8ce0-8244db101faf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:41:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-p57jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22220"
    uid: cba2c955-b726-47e4-9bdf-e1f15bfc9341
  kind: Event
  lastTimestamp: "2026-04-16T22:41:34Z"
  message: 'Readiness probe failed: Get "https://10.133.0.41:8643/healthz": dial tcp
    10.133.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T22:41:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:41:34Z"
    name: isvc-pmml-predictor-8bb578669-p57jg.18a6f78e8f6e6fa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23077"
    uid: 7859dd5e-4e31-46c9-8f9f-ffa4ba97379a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:39:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8bb578669
    namespace: kserve-ci-e2e-test
    resourceVersion: "22209"
    uid: ef8cba88-a9ef-43b3-9ff5-6ee88aa41546
  kind: Event
  lastTimestamp: "2026-04-16T22:39:50Z"
  message: 'Created pod: isvc-pmml-predictor-8bb578669-p57jg'
  metadata:
    creationTimestamp: "2026-04-16T22:39:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:39:50Z"
    name: isvc-pmml-predictor-8bb578669.18a6f77656234001
    namespace: kserve-ci-e2e-test
    resourceVersion: "22221"
    uid: 4d7cff81-bf9b-4537-9a15-73a7d5138409
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:39:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22207"
    uid: 318dd96a-ccd8-4254-9e08-988723076a24
  kind: Event
  lastTimestamp: "2026-04-16T22:39:50Z"
  message: Scaled up replica set isvc-pmml-predictor-8bb578669 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T22:39:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:39:50Z"
    name: isvc-pmml-predictor.18a6f776532625d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22211"
    uid: 9b12cf30-392e-4082-a4d1-26528f0ad167
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:40:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22208"
    uid: 528c8fa8-b086-420f-b098-c6b873f6b9c3
  kind: Event
  lastTimestamp: "2026-04-16T22:40:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:40:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:40:05Z"
    name: isvc-pmml-predictor.18a6f779d20f8c2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22368"
    uid: 0e5b4c50-cb2e-47e7-8bcc-a0e82b80b366
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:40:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22208"
    uid: 528c8fa8-b086-420f-b098-c6b873f6b9c3
  kind: Event
  lastTimestamp: "2026-04-16T22:40:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:40:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:40:05Z"
    name: isvc-pmml-predictor.18a6f779d26e540e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22370"
    uid: 498bf36d-2d92-4c5a-90b4-3ee4c8a84902
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T22:40:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22369"
    uid: 528c8fa8-b086-420f-b098-c6b873f6b9c3
  kind: Event
  lastTimestamp: "2026-04-16T22:41:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:40:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:41:20Z"
    name: isvc-pmml-predictor.18a6f77d5141942a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22901"
    uid: 5d6ed7cd-e593-4f26-9d99-13d20e73377a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T22:40:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22369"
    uid: 528c8fa8-b086-420f-b098-c6b873f6b9c3
  kind: Event
  lastTimestamp: "2026-04-16T22:41:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:40:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:41:20Z"
    name: isvc-pmml-predictor.18a6f77d51a39050
    namespace: kserve-ci-e2e-test
    resourceVersion: "22902"
    uid: 47861d53-6fef-4ea9-bc78-84ac4108e86c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:41:32.216415Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-dkqsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23033"
    uid: 847fede3-3aef-4b60-a0d6-16d65f829b7f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-67bc544947-dkqsr
    to ip-10-0-133-183.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:41:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:41:32Z"
    name: isvc-pmml-runtime-predictor-67bc544947-dkqsr.18a6f78dfaeb6fa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23037"
    uid: d667d893-b919-476b-b423-bc1c2384e8e3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bd746bc4f-w5454
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:41:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-dkqsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23035"
    uid: 847fede3-3aef-4b60-a0d6-16d65f829b7f
  kind: Event
  lastTimestamp: "2026-04-16T22:41:32Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-16T22:41:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:41:32Z"
    name: isvc-pmml-runtime-predictor-67bc544947-dkqsr.18a6f78e0722d2e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23045"
    uid: 2cf31610-e093-4669-be45-d887d39a38e6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:41:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-dkqsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23043"
    uid: 847fede3-3aef-4b60-a0d6-16d65f829b7f
  kind: Event
  lastTimestamp: "2026-04-16T22:41:33Z"
  message: Add eth0 [10.133.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:41:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:41:33Z"
    name: isvc-pmml-runtime-predictor-67bc544947-dkqsr.18a6f78e37bca6db
    namespace: kserve-ci-e2e-test
    resourceVersion: "23056"
    uid: 8d03e7a6-8fec-4d42-b86b-e8ea9f795678
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:41:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-dkqsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23035"
    uid: 847fede3-3aef-4b60-a0d6-16d65f829b7f
  kind: Event
  lastTimestamp: "2026-04-16T22:41:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:41:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:41:33Z"
    name: isvc-pmml-runtime-predictor-67bc544947-dkqsr.18a6f78e3949db55
    namespace: kserve-ci-e2e-test
    resourceVersion: "23058"
    uid: 037efb5e-9302-4bee-8124-a0da4ac60879
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:41:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-dkqsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23035"
    uid: 847fede3-3aef-4b60-a0d6-16d65f829b7f
  kind: Event
  lastTimestamp: "2026-04-16T22:41:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T22:41:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:41:33Z"
    name: isvc-pmml-runtime-predictor-67bc544947-dkqsr.18a6f78e3c0f6392
    namespace: kserve-ci-e2e-test
    resourceVersion: "23060"
    uid: 89f5f035-63fd-4e6a-9e92-cb6887ee2d15
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:41:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-dkqsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23035"
    uid: 847fede3-3aef-4b60-a0d6-16d65f829b7f
  kind: Event
  lastTimestamp: "2026-04-16T22:41:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T22:41:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:41:33Z"
    name: isvc-pmml-runtime-predictor-67bc544947-dkqsr.18a6f78e3cb5ff45
    namespace: kserve-ci-e2e-test
    resourceVersion: "23061"
    uid: 74e422c4-4ed4-4583-a031-685734d09405
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:41:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-dkqsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23035"
    uid: 847fede3-3aef-4b60-a0d6-16d65f829b7f
  kind: Event
  lastTimestamp: "2026-04-16T22:41:37Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:41:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:41:37Z"
    name: isvc-pmml-runtime-predictor-67bc544947-dkqsr.18a6f78f187f14a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23098"
    uid: 2155c64d-90bf-42fd-93c4-20b16ed784d9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:41:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-dkqsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23035"
    uid: 847fede3-3aef-4b60-a0d6-16d65f829b7f
  kind: Event
  lastTimestamp: "2026-04-16T22:41:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:41:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:41:37Z"
    name: isvc-pmml-runtime-predictor-67bc544947-dkqsr.18a6f78f1b91f221
    namespace: kserve-ci-e2e-test
    resourceVersion: "23102"
    uid: 33b388ee-0bd2-43fb-ad62-78b3c8b83ef5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:41:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-dkqsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23035"
    uid: 847fede3-3aef-4b60-a0d6-16d65f829b7f
  kind: Event
  lastTimestamp: "2026-04-16T22:41:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:41:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:41:37Z"
    name: isvc-pmml-runtime-predictor-67bc544947-dkqsr.18a6f78f1c0722f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23103"
    uid: 8d5d31c5-bcb2-445a-9737-b801baddadc2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:41:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-dkqsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23035"
    uid: 847fede3-3aef-4b60-a0d6-16d65f829b7f
  kind: Event
  lastTimestamp: "2026-04-16T22:41:37Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:41:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:41:37Z"
    name: isvc-pmml-runtime-predictor-67bc544947-dkqsr.18a6f78f1c1409cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23104"
    uid: 3f7e3a78-73d4-4f70-83ed-25b86d86d870
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:41:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-dkqsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23035"
    uid: 847fede3-3aef-4b60-a0d6-16d65f829b7f
  kind: Event
  lastTimestamp: "2026-04-16T22:41:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:41:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:41:37Z"
    name: isvc-pmml-runtime-predictor-67bc544947-dkqsr.18a6f78f1ecf08a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23106"
    uid: 860b5c56-6c29-4674-a456-475e9a094e53
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:41:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-dkqsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23035"
    uid: 847fede3-3aef-4b60-a0d6-16d65f829b7f
  kind: Event
  lastTimestamp: "2026-04-16T22:41:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:41:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:41:37Z"
    name: isvc-pmml-runtime-predictor-67bc544947-dkqsr.18a6f78f1f3db7c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23107"
    uid: dbff8764-cbf5-4fbf-9da0-2e404f54ee24
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T22:41:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-dkqsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23035"
    uid: 847fede3-3aef-4b60-a0d6-16d65f829b7f
  kind: Event
  lastTimestamp: "2026-04-16T22:43:05Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T22:41:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:43:05Z"
    name: isvc-pmml-runtime-predictor-67bc544947-dkqsr.18a6f78f9038bf37
    namespace: kserve-ci-e2e-test
    resourceVersion: "23809"
    uid: 8ecef459-1240-4485-8dcf-ca1b9a770b08
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:43:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-dkqsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23035"
    uid: 847fede3-3aef-4b60-a0d6-16d65f829b7f
  kind: Event
  lastTimestamp: "2026-04-16T22:43:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:43:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:43:03Z"
    name: isvc-pmml-runtime-predictor-67bc544947-dkqsr.18a6f7a3317fcb50
    namespace: kserve-ci-e2e-test
    resourceVersion: "23752"
    uid: c9fdacfe-ff57-4854-87c1-515edb8c1954
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:43:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-dkqsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23035"
    uid: 847fede3-3aef-4b60-a0d6-16d65f829b7f
  kind: Event
  lastTimestamp: "2026-04-16T22:43:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:43:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:43:03Z"
    name: isvc-pmml-runtime-predictor-67bc544947-dkqsr.18a6f7a331824196
    namespace: kserve-ci-e2e-test
    resourceVersion: "23756"
    uid: a62bb984-0ae9-48a9-9956-c5ad52a9a799
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:43:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-dkqsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23035"
    uid: 847fede3-3aef-4b60-a0d6-16d65f829b7f
  kind: Event
  lastTimestamp: "2026-04-16T22:43:05Z"
  message: 'Readiness probe failed: Get "https://10.133.0.42:8643/healthz": dial tcp
    10.133.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T22:43:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:43:05Z"
    name: isvc-pmml-runtime-predictor-67bc544947-dkqsr.18a6f7a3966d1a0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23804"
    uid: f4eed459-fbc0-40df-a07a-7f1ebc988ae9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:41:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-67bc544947
    namespace: kserve-ci-e2e-test
    resourceVersion: "23021"
    uid: e2e7fbc3-6ad1-4f2c-b18b-414177892e58
  kind: Event
  lastTimestamp: "2026-04-16T22:41:32Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-67bc544947-dkqsr'
  metadata:
    creationTimestamp: "2026-04-16T22:41:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:41:32Z"
    name: isvc-pmml-runtime-predictor-67bc544947.18a6f78dfa834313
    namespace: kserve-ci-e2e-test
    resourceVersion: "23034"
    uid: 90783125-6c7b-4e3f-8a16-67b2a4dc1c50
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:41:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23018"
    uid: 4bbc7ff9-1ba4-47e6-aa86-8366df81fcf8
  kind: Event
  lastTimestamp: "2026-04-16T22:41:32Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-67bc544947 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T22:41:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:41:32Z"
    name: isvc-pmml-runtime-predictor.18a6f78df6018f71
    namespace: kserve-ci-e2e-test
    resourceVersion: "23023"
    uid: c8406bdd-bceb-4cc0-9288-433941cbe948
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:41:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23020"
    uid: 6763784e-8089-4e06-9b87-d99804e484db
  kind: Event
  lastTimestamp: "2026-04-16T22:42:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:42:17Z"
    name: isvc-pmml-runtime-predictor.18a6f79174e88999
    namespace: kserve-ci-e2e-test
    resourceVersion: "23388"
    uid: ce941d0d-fcf2-4d35-8265-ebacf47179a3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:41:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23020"
    uid: 6763784e-8089-4e06-9b87-d99804e484db
  kind: Event
  lastTimestamp: "2026-04-16T22:42:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:42:17Z"
    name: isvc-pmml-runtime-predictor.18a6f791754a477b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23389"
    uid: 9c10c9d3-8b91-43e8-a05c-a31ee27d2d1d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:42:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23181"
    uid: 6763784e-8089-4e06-9b87-d99804e484db
  kind: Event
  lastTimestamp: "2026-04-16T22:43:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:42:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:43:02Z"
    name: isvc-pmml-runtime-predictor.18a6f79bf3445deb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23712"
    uid: 43940abc-9580-4764-a289-24370560e662
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:42:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23181"
    uid: 6763784e-8089-4e06-9b87-d99804e484db
  kind: Event
  lastTimestamp: "2026-04-16T22:43:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:42:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:43:02Z"
    name: isvc-pmml-runtime-predictor.18a6f79bf39f4bb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23713"
    uid: f063fcfb-d489-4800-8527-ee12f7654d04
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T22:41:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22990"
    uid: 659fd43b-ddd6-4ca9-90e2-c7748a851d91
  kind: Event
  lastTimestamp: "2026-04-16T22:42:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:41:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:42:55Z"
    name: isvc-pmml-runtime.18a6f78df605b0b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23667"
    uid: bd61584a-b40f-4320-aada-f78519a07ae6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:41:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22990"
    uid: 659fd43b-ddd6-4ca9-90e2-c7748a851d91
  kind: Event
  lastTimestamp: "2026-04-16T22:41:32Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:41:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:41:32Z"
    name: isvc-pmml-runtime.18a6f78df68404d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23027"
    uid: 4b432cae-4044-4d26-9828-e11c65593c88
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:42:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23664"
    uid: 659fd43b-ddd6-4ca9-90e2-c7748a851d91
  kind: Event
  lastTimestamp: "2026-04-16T22:42:55Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:42:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:42:55Z"
    name: isvc-pmml-runtime.18a6f7a160aee7f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23666"
    uid: c35214a7-9544-4d99-b127-b6ba12f46703
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:43:03.435520Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vzp5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "23767"
    uid: 3dda0514-d906-4dd9-8cb5-4520e36ca894
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-6578f8ffc7-vzp5s
    to ip-10-0-133-183.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:43:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:43:03Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vzp5s.18a6f7a338008251
    namespace: kserve-ci-e2e-test
    resourceVersion: "23774"
    uid: d346cc9b-6699-485f-b678-3c722a61b59a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bd746bc4f-w5454
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:43:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vzp5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "23776"
    uid: 3dda0514-d906-4dd9-8cb5-4520e36ca894
  kind: Event
  lastTimestamp: "2026-04-16T22:43:03Z"
  message: Add eth0 [10.133.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:43:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:43:03Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vzp5s.18a6f7a351322b26
    namespace: kserve-ci-e2e-test
    resourceVersion: "23783"
    uid: db29812d-3998-4036-8c27-40532fe22845
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:43:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vzp5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "23770"
    uid: 3dda0514-d906-4dd9-8cb5-4520e36ca894
  kind: Event
  lastTimestamp: "2026-04-16T22:43:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:43:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:43:03Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vzp5s.18a6f7a353733cb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23787"
    uid: c3664bd0-10e0-48d6-b30e-7c0a325213dd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:43:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vzp5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "23770"
    uid: 3dda0514-d906-4dd9-8cb5-4520e36ca894
  kind: Event
  lastTimestamp: "2026-04-16T22:43:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T22:43:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:43:03Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vzp5s.18a6f7a356be7f4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23788"
    uid: ac970283-c1f3-4ce8-86a3-8e68b421f50f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:43:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vzp5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "23770"
    uid: 3dda0514-d906-4dd9-8cb5-4520e36ca894
  kind: Event
  lastTimestamp: "2026-04-16T22:43:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T22:43:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:43:03Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vzp5s.18a6f7a3572c2d61
    namespace: kserve-ci-e2e-test
    resourceVersion: "23789"
    uid: 9248be14-8b04-4611-a3f6-238435513f32
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:43:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vzp5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "23770"
    uid: 3dda0514-d906-4dd9-8cb5-4520e36ca894
  kind: Event
  lastTimestamp: "2026-04-16T22:43:08Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:43:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:43:08Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vzp5s.18a6f7a45a88bad0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23830"
    uid: d6cc71da-6a6c-4226-973b-0d872ee19aa3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:43:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vzp5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "23770"
    uid: 3dda0514-d906-4dd9-8cb5-4520e36ca894
  kind: Event
  lastTimestamp: "2026-04-16T22:43:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:43:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:43:08Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vzp5s.18a6f7a45d6fefe4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23835"
    uid: 682a4340-5b64-4c96-9964-c201b03d403e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:43:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vzp5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "23770"
    uid: 3dda0514-d906-4dd9-8cb5-4520e36ca894
  kind: Event
  lastTimestamp: "2026-04-16T22:43:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:43:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:43:08Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vzp5s.18a6f7a45dfad14e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23836"
    uid: 0097c6f7-5a11-4c9b-beae-56ed17bc3d03
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:43:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vzp5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "23770"
    uid: 3dda0514-d906-4dd9-8cb5-4520e36ca894
  kind: Event
  lastTimestamp: "2026-04-16T22:43:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:43:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:43:08Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vzp5s.18a6f7a45e07e6f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23837"
    uid: 2ab38c82-ad2d-4025-8fee-4c5c187c02e9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:43:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vzp5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "23770"
    uid: 3dda0514-d906-4dd9-8cb5-4520e36ca894
  kind: Event
  lastTimestamp: "2026-04-16T22:43:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:43:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:43:08Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vzp5s.18a6f7a46117c823
    namespace: kserve-ci-e2e-test
    resourceVersion: "23839"
    uid: 308e8c39-c8f1-48d8-bf10-cf6eae29422a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:43:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vzp5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "23770"
    uid: 3dda0514-d906-4dd9-8cb5-4520e36ca894
  kind: Event
  lastTimestamp: "2026-04-16T22:43:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:43:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:43:08Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vzp5s.18a6f7a4619cb919
    namespace: kserve-ci-e2e-test
    resourceVersion: "23840"
    uid: 31e8eb5b-76c0-4636-85cb-1e6709d00af8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T22:43:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vzp5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "23770"
    uid: 3dda0514-d906-4dd9-8cb5-4520e36ca894
  kind: Event
  lastTimestamp: "2026-04-16T22:44:36Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T22:43:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:44:36Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vzp5s.18a6f7a4d2578e60
    namespace: kserve-ci-e2e-test
    resourceVersion: "24534"
    uid: d61357d5-764e-475e-b7c2-6ceb7cbf24cf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:44:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vzp5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "23770"
    uid: 3dda0514-d906-4dd9-8cb5-4520e36ca894
  kind: Event
  lastTimestamp: "2026-04-16T22:44:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:44:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:44:34Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vzp5s.18a6f7b865ae082a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24477"
    uid: dc24ab99-774b-42bf-a3f1-730029b4c8d3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:44:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vzp5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "23770"
    uid: 3dda0514-d906-4dd9-8cb5-4520e36ca894
  kind: Event
  lastTimestamp: "2026-04-16T22:44:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:44:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:44:34Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vzp5s.18a6f7b865ae877a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24480"
    uid: f2da6b3f-e63c-405e-88e8-1a227c86595c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:44:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vzp5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "23770"
    uid: 3dda0514-d906-4dd9-8cb5-4520e36ca894
  kind: Event
  lastTimestamp: "2026-04-16T22:44:36Z"
  message: 'Readiness probe failed: Get "https://10.133.0.43:8643/healthz": dial tcp
    10.133.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T22:44:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:44:36Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vzp5s.18a6f7b8d88546de
    namespace: kserve-ci-e2e-test
    resourceVersion: "24533"
    uid: 3d664cd3-afc1-4a26-962b-3af272760a0f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:43:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23754"
    uid: c4612698-8b8b-4bbc-9812-0c69626c5d61
  kind: Event
  lastTimestamp: "2026-04-16T22:43:03Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vzp5s'
  metadata:
    creationTimestamp: "2026-04-16T22:43:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:43:03Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7.18a6f7a3372faba9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23768"
    uid: 953d2248-e4a2-450a-9b11-99023ea5f3c9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:43:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23751"
    uid: e63fcf16-b75d-4d06-9307-55402b26cc66
  kind: Event
  lastTimestamp: "2026-04-16T22:43:03Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-6578f8ffc7 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T22:43:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:43:03Z"
    name: isvc-pmml-v2-kserve-predictor.18a6f7a3324f4c89
    namespace: kserve-ci-e2e-test
    resourceVersion: "23757"
    uid: 4c66b19a-82d1-41c2-85be-9d8f36b076d9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:43:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23753"
    uid: 62b28296-21a4-47a0-9f4f-790fc8aa808a
  kind: Event
  lastTimestamp: "2026-04-16T22:43:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:43:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:43:18Z"
    name: isvc-pmml-v2-kserve-predictor.18a6f7a6b0c047ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "23914"
    uid: c002603c-42e2-48d2-ace4-fb60bca169ee
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:43:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23753"
    uid: 62b28296-21a4-47a0-9f4f-790fc8aa808a
  kind: Event
  lastTimestamp: "2026-04-16T22:43:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:43:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:43:18Z"
    name: isvc-pmml-v2-kserve-predictor.18a6f7a6b120e459
    namespace: kserve-ci-e2e-test
    resourceVersion: "23916"
    uid: b99be7f5-70b3-41b8-85cf-33082f4eb632
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T22:43:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23915"
    uid: 62b28296-21a4-47a0-9f4f-790fc8aa808a
  kind: Event
  lastTimestamp: "2026-04-16T22:44:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:43:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:44:33Z"
    name: isvc-pmml-v2-kserve-predictor.18a6f7aa30388dd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24446"
    uid: 7a37fe6f-e4e0-47b7-bdf6-f5e450723cc1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T22:43:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23915"
    uid: 62b28296-21a4-47a0-9f4f-790fc8aa808a
  kind: Event
  lastTimestamp: "2026-04-16T22:44:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:43:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:44:33Z"
    name: isvc-pmml-v2-kserve-predictor.18a6f7aa3089b226
    namespace: kserve-ci-e2e-test
    resourceVersion: "24447"
    uid: 87141e1b-4798-4d35-bcd5-a5f53adbca8b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T22:43:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23724"
    uid: caa8511d-8c51-407a-b7a7-f179e0507872
  kind: Event
  lastTimestamp: "2026-04-16T22:44:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:43:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:44:26Z"
    name: isvc-pmml-v2-kserve.18a6f7a33212cc16
    namespace: kserve-ci-e2e-test
    resourceVersion: "24395"
    uid: ed8736db-6767-4017-82ef-785b506b6fa2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:43:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23724"
    uid: caa8511d-8c51-407a-b7a7-f179e0507872
  kind: Event
  lastTimestamp: "2026-04-16T22:43:03Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:43:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:43:03Z"
    name: isvc-pmml-v2-kserve.18a6f7a332805e56
    namespace: kserve-ci-e2e-test
    resourceVersion: "23758"
    uid: 1a81a004-d112-4a08-b1cf-7c7c70b7b9f1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:44:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "24393"
    uid: caa8511d-8c51-407a-b7a7-f179e0507872
  kind: Event
  lastTimestamp: "2026-04-16T22:44:26Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:44:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:44:26Z"
    name: isvc-pmml-v2-kserve.18a6f7b68955ff33
    namespace: kserve-ci-e2e-test
    resourceVersion: "24394"
    uid: d1610343-99a5-4542-9f9d-3a85d6fbee33
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T22:39:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22184"
    uid: 7af90f75-9d41-4cde-9fd0-b0d8a2e2ec8c
  kind: Event
  lastTimestamp: "2026-04-16T22:41:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:39:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:41:29Z"
    name: isvc-pmml.18a6f77653015318
    namespace: kserve-ci-e2e-test
    resourceVersion: "22974"
    uid: 62478ec9-c896-4761-9bda-0611858dd4c7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:39:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22184"
    uid: 7af90f75-9d41-4cde-9fd0-b0d8a2e2ec8c
  kind: Event
  lastTimestamp: "2026-04-16T22:39:50Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:39:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:39:50Z"
    name: isvc-pmml.18a6f776537ffc26
    namespace: kserve-ci-e2e-test
    resourceVersion: "22214"
    uid: c84f974f-f077-4782-ab79-d6bb0ec52019
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:41:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22972"
    uid: 7af90f75-9d41-4cde-9fd0-b0d8a2e2ec8c
  kind: Event
  lastTimestamp: "2026-04-16T22:41:29Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:41:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:41:29Z"
    name: isvc-pmml.18a6f78d6a497d1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22973"
    uid: 5da74050-542f-4636-8564-7c2f20a01645
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:49:41.352973Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hwz4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "27430"
    uid: aa92d46d-7898-4aa4-ad50-b632794686b8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-75cb94f9f-hwz4l
    to ip-10-0-133-183.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:49:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:49:41Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hwz4l.18a6f7ffddbb0411
    namespace: kserve-ci-e2e-test
    resourceVersion: "27436"
    uid: 69aad937-e8f5-4aab-a099-0e1e7e088d45
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bd746bc4f-w5454
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:49:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hwz4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "27441"
    uid: aa92d46d-7898-4aa4-ad50-b632794686b8
  kind: Event
  lastTimestamp: "2026-04-16T22:49:41Z"
  message: Add eth0 [10.133.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:49:41Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hwz4l.18a6f7fff6b95af4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27447"
    uid: df1f5912-1e8d-4d0a-a3a1-654c4d9b9289
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:49:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hwz4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "27432"
    uid: aa92d46d-7898-4aa4-ad50-b632794686b8
  kind: Event
  lastTimestamp: "2026-04-16T22:49:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:49:41Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hwz4l.18a6f7fff800ec77
    namespace: kserve-ci-e2e-test
    resourceVersion: "27450"
    uid: e8818f63-af23-421d-85b5-770d692047c1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:49:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hwz4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "27432"
    uid: aa92d46d-7898-4aa4-ad50-b632794686b8
  kind: Event
  lastTimestamp: "2026-04-16T22:49:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T22:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:49:41Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hwz4l.18a6f7fffabfb7c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27451"
    uid: 97d02fa4-26a7-4db7-a3f5-716c66c4fafa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:49:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hwz4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "27432"
    uid: aa92d46d-7898-4aa4-ad50-b632794686b8
  kind: Event
  lastTimestamp: "2026-04-16T22:49:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T22:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:49:41Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hwz4l.18a6f7fffb332884
    namespace: kserve-ci-e2e-test
    resourceVersion: "27452"
    uid: 9c445003-b8aa-4be6-b459-3d1843c46006
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:49:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hwz4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "27432"
    uid: aa92d46d-7898-4aa4-ad50-b632794686b8
  kind: Event
  lastTimestamp: "2026-04-16T22:49:46Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:49:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:49:46Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hwz4l.18a6f80119e430d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27499"
    uid: 935f13a9-dedf-40ad-b5c1-926a2538a96c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:49:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hwz4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "27432"
    uid: aa92d46d-7898-4aa4-ad50-b632794686b8
  kind: Event
  lastTimestamp: "2026-04-16T22:49:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:49:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:49:46Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hwz4l.18a6f8011d6dceb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27505"
    uid: bec6bd18-3793-445b-802c-99b0cbbca5cc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:49:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hwz4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "27432"
    uid: aa92d46d-7898-4aa4-ad50-b632794686b8
  kind: Event
  lastTimestamp: "2026-04-16T22:49:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:49:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:49:46Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hwz4l.18a6f8011de79b52
    namespace: kserve-ci-e2e-test
    resourceVersion: "27506"
    uid: 1c8fc42e-f560-4efb-ab36-f74f105f898c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:49:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hwz4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "27432"
    uid: aa92d46d-7898-4aa4-ad50-b632794686b8
  kind: Event
  lastTimestamp: "2026-04-16T22:49:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:49:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:49:46Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hwz4l.18a6f8011df32e0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27507"
    uid: 12eaaa51-7353-4873-af5d-2e3c43099ca9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:49:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hwz4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "27432"
    uid: aa92d46d-7898-4aa4-ad50-b632794686b8
  kind: Event
  lastTimestamp: "2026-04-16T22:49:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:49:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:49:46Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hwz4l.18a6f8012191ad9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27510"
    uid: 5d88334a-6163-4101-996e-bc3ea7fb284b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:49:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hwz4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "27432"
    uid: aa92d46d-7898-4aa4-ad50-b632794686b8
  kind: Event
  lastTimestamp: "2026-04-16T22:49:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:49:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:49:46Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hwz4l.18a6f801220130ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "27511"
    uid: 311ba2f2-dc5e-4d82-96b2-315d755f1072
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T22:49:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hwz4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "27432"
    uid: aa92d46d-7898-4aa4-ad50-b632794686b8
  kind: Event
  lastTimestamp: "2026-04-16T22:51:13Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T22:49:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:51:13Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hwz4l.18a6f80155d60d7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28197"
    uid: 0109f735-d4d1-4ab9-a6a5-6888cb9829fe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:51:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hwz4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "27432"
    uid: aa92d46d-7898-4aa4-ad50-b632794686b8
  kind: Event
  lastTimestamp: "2026-04-16T22:51:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:51:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:51:11Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hwz4l.18a6f814d8500be4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28141"
    uid: 132d877a-47af-4fe5-a19b-bc9a0659f296
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:51:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hwz4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "27432"
    uid: aa92d46d-7898-4aa4-ad50-b632794686b8
  kind: Event
  lastTimestamp: "2026-04-16T22:51:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:51:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:51:11Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hwz4l.18a6f814d8509c47
    namespace: kserve-ci-e2e-test
    resourceVersion: "28143"
    uid: 295de3b0-e8ca-4698-a182-30dcd4e0efe3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:51:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hwz4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "27432"
    uid: aa92d46d-7898-4aa4-ad50-b632794686b8
  kind: Event
  lastTimestamp: "2026-04-16T22:51:13Z"
  message: 'Readiness probe failed: Get "https://10.133.0.49:8643/healthz": dial tcp
    10.133.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T22:51:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:51:13Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hwz4l.18a6f8155c0df306
    namespace: kserve-ci-e2e-test
    resourceVersion: "28196"
    uid: 910a0a47-291d-45ce-8fc5-6b527bcdc609
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:49:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-75cb94f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27418"
    uid: 69efbace-66ea-4bf5-8f6b-392b0f832483
  kind: Event
  lastTimestamp: "2026-04-16T22:49:41Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-75cb94f9f-hwz4l'
  metadata:
    creationTimestamp: "2026-04-16T22:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:49:41Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f.18a6f7ffdd54d5a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27431"
    uid: 541a7fd3-ef42-4c59-80d2-759718d928db
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:49:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27415"
    uid: 2b7e2e87-5b6b-4b86-a152-064aa180e866
  kind: Event
  lastTimestamp: "2026-04-16T22:49:41Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-75cb94f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T22:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:49:41Z"
    name: isvc-predictive-lightgbm-predictor.18a6f7ffd915127e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27421"
    uid: 49bab26e-72a1-46a3-840d-b37c058ac8f1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:49:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27417"
    uid: 467886cb-bc42-4693-9100-90e10f18fcdc
  kind: Event
  lastTimestamp: "2026-04-16T22:50:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:49:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:50:26Z"
    name: isvc-predictive-lightgbm-predictor.18a6f8035826e71f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27787"
    uid: f995640a-2c93-4023-9bc3-67ce4d3441f5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:49:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27417"
    uid: 467886cb-bc42-4693-9100-90e10f18fcdc
  kind: Event
  lastTimestamp: "2026-04-16T22:50:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:49:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:50:26Z"
    name: isvc-predictive-lightgbm-predictor.18a6f80358825022
    namespace: kserve-ci-e2e-test
    resourceVersion: "27788"
    uid: d34864bc-ca02-444a-9738-edecfe0b2efb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T22:50:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27577"
    uid: 467886cb-bc42-4693-9100-90e10f18fcdc
  kind: Event
  lastTimestamp: "2026-04-16T22:51:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:50:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:51:11Z"
    name: isvc-predictive-lightgbm-predictor.18a6f806d77cfa24
    namespace: kserve-ci-e2e-test
    resourceVersion: "28112"
    uid: 645ef260-978b-44f3-84c0-f1d455e1fffc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T22:50:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27577"
    uid: 467886cb-bc42-4693-9100-90e10f18fcdc
  kind: Event
  lastTimestamp: "2026-04-16T22:51:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:50:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:51:11Z"
    name: isvc-predictive-lightgbm-predictor.18a6f806d7e395af
    namespace: kserve-ci-e2e-test
    resourceVersion: "28114"
    uid: fbd08a5a-1bef-4106-8dfe-90d7142a6999
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:54:11.963107Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-t58bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29628"
    uid: fd49816e-f69f-4a30-be7e-166a709fb35c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-865b4598f7-t58bp
    to ip-10-0-133-183.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:54:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:54:11Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-t58bp.18a6f83edf59ebe9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29634"
    uid: 54d4f36e-5d83-4fd0-b3b8-563f20f824d6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bd746bc4f-w5454
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:54:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-t58bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29632"
    uid: fd49816e-f69f-4a30-be7e-166a709fb35c
  kind: Event
  lastTimestamp: "2026-04-16T22:54:12Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-lightgbm-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-16T22:54:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:54:12Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-t58bp.18a6f83eeb548653
    namespace: kserve-ci-e2e-test
    resourceVersion: "29643"
    uid: 7a099902-6540-4976-823e-b76d3a3d1cd0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:54:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-t58bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29640"
    uid: fd49816e-f69f-4a30-be7e-166a709fb35c
  kind: Event
  lastTimestamp: "2026-04-16T22:54:12Z"
  message: Add eth0 [10.133.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:54:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:54:12Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-t58bp.18a6f83f1c2f0fc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29654"
    uid: 2b568c1d-6e3a-4259-944e-5971022c2753
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:54:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-t58bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29632"
    uid: fd49816e-f69f-4a30-be7e-166a709fb35c
  kind: Event
  lastTimestamp: "2026-04-16T22:54:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:54:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:54:13Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-t58bp.18a6f83f1d8b1031
    namespace: kserve-ci-e2e-test
    resourceVersion: "29656"
    uid: 2e0cf790-7c39-4d95-9afe-c5e042ba03dd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:54:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-t58bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29632"
    uid: fd49816e-f69f-4a30-be7e-166a709fb35c
  kind: Event
  lastTimestamp: "2026-04-16T22:54:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T22:54:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:54:13Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-t58bp.18a6f83f20a54958
    namespace: kserve-ci-e2e-test
    resourceVersion: "29657"
    uid: 31e16f8d-8ef3-43e8-9063-1c4a59df2774
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:54:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-t58bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29632"
    uid: fd49816e-f69f-4a30-be7e-166a709fb35c
  kind: Event
  lastTimestamp: "2026-04-16T22:54:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T22:54:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:54:13Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-t58bp.18a6f83f211dc805
    namespace: kserve-ci-e2e-test
    resourceVersion: "29658"
    uid: a5796b2a-1a5f-47aa-bee3-45c0b1ce9989
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:54:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-t58bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29632"
    uid: fd49816e-f69f-4a30-be7e-166a709fb35c
  kind: Event
  lastTimestamp: "2026-04-16T22:54:17Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:54:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:54:17Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-t58bp.18a6f8402ba655c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29699"
    uid: 83d77a8a-42a8-4125-b2f5-facf1c30d257
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:54:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-t58bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29632"
    uid: fd49816e-f69f-4a30-be7e-166a709fb35c
  kind: Event
  lastTimestamp: "2026-04-16T22:54:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:54:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:54:17Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-t58bp.18a6f8402ec1dfe3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29705"
    uid: 133734eb-32ac-4d78-a509-1a81fe79af5a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:54:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-t58bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29632"
    uid: fd49816e-f69f-4a30-be7e-166a709fb35c
  kind: Event
  lastTimestamp: "2026-04-16T22:54:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:54:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:54:17Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-t58bp.18a6f8402f389258
    namespace: kserve-ci-e2e-test
    resourceVersion: "29707"
    uid: ae6e732a-5d81-4da7-a051-5417b9bd75ec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:54:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-t58bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29632"
    uid: fd49816e-f69f-4a30-be7e-166a709fb35c
  kind: Event
  lastTimestamp: "2026-04-16T22:54:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:54:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:54:17Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-t58bp.18a6f8402f4472df
    namespace: kserve-ci-e2e-test
    resourceVersion: "29708"
    uid: ff2b3946-9328-4333-aaa2-33815eb47bf0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:54:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-t58bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29632"
    uid: fd49816e-f69f-4a30-be7e-166a709fb35c
  kind: Event
  lastTimestamp: "2026-04-16T22:54:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:54:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:54:17Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-t58bp.18a6f84032732dab
    namespace: kserve-ci-e2e-test
    resourceVersion: "29710"
    uid: d3dbcc0c-61f0-41bf-acc7-fe9781d8adfa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:54:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-t58bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29632"
    uid: fd49816e-f69f-4a30-be7e-166a709fb35c
  kind: Event
  lastTimestamp: "2026-04-16T22:54:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:54:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:54:17Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-t58bp.18a6f84032e42874
    namespace: kserve-ci-e2e-test
    resourceVersion: "29711"
    uid: 498874cf-77c6-49d0-b5d7-e53834ab013b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T22:54:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-t58bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29632"
    uid: fd49816e-f69f-4a30-be7e-166a709fb35c
  kind: Event
  lastTimestamp: "2026-04-16T22:55:44Z"
  message: 'Readiness probe failed: Get "http://10.133.0.52:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.133.0.52:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T22:54:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:55:44Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-t58bp.18a6f848c9ea0b7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30440"
    uid: 3c3178dd-a9a4-41d3-9031-3dcb77aeeed3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:55:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-t58bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29632"
    uid: fd49816e-f69f-4a30-be7e-166a709fb35c
  kind: Event
  lastTimestamp: "2026-04-16T22:55:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:55:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:55:42Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-t58bp.18a6f853d84fba85
    namespace: kserve-ci-e2e-test
    resourceVersion: "30344"
    uid: fceaa3a2-3388-4315-bed5-e02353816223
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:55:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-t58bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29632"
    uid: fd49816e-f69f-4a30-be7e-166a709fb35c
  kind: Event
  lastTimestamp: "2026-04-16T22:55:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:55:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:55:42Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-t58bp.18a6f853d850a7c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30346"
    uid: 1441daf7-f913-4f20-a4ce-b838a5a89f65
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:55:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-t58bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29632"
    uid: fd49816e-f69f-4a30-be7e-166a709fb35c
  kind: Event
  lastTimestamp: "2026-04-16T22:55:44Z"
  message: 'Readiness probe failed: Get "https://10.133.0.52:8643/healthz": dial tcp
    10.133.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T22:55:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:55:44Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-t58bp.18a6f8546dd858c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30439"
    uid: 8e73c87d-7fc9-449b-a6e6-a21db76d1003
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:54:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29602"
    uid: e3229a73-f87a-4c7e-b6a7-2322ac2884d7
  kind: Event
  lastTimestamp: "2026-04-16T22:54:11Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-865b4598f7-t58bp'
  metadata:
    creationTimestamp: "2026-04-16T22:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:54:11Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7.18a6f83edeede036
    namespace: kserve-ci-e2e-test
    resourceVersion: "29631"
    uid: b833d512-00cf-4ecc-9684-7ffd398c44d6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:54:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29599"
    uid: c9392d63-be12-40cc-83d4-67676ddfccca
  kind: Event
  lastTimestamp: "2026-04-16T22:54:11Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-865b4598f7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T22:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:54:11Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a6f83eda315bda
    namespace: kserve-ci-e2e-test
    resourceVersion: "29606"
    uid: 685d921c-3cca-474b-b543-787441ae9d1d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:54:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29601"
    uid: 707200e2-f5d7-4548-9e52-9364ed2d87a5
  kind: Event
  lastTimestamp: "2026-04-16T22:54:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:54:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:54:56Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a6f84258eb08f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29993"
    uid: bc94b711-fccd-423e-8828-6e33519d0c78
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:54:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29601"
    uid: 707200e2-f5d7-4548-9e52-9364ed2d87a5
  kind: Event
  lastTimestamp: "2026-04-16T22:54:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:54:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:54:56Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a6f842594a9a2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29994"
    uid: 6acbf40d-c89c-4c25-ab3b-cae5e72ab6c5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:55:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29775"
    uid: 707200e2-f5d7-4548-9e52-9364ed2d87a5
  kind: Event
  lastTimestamp: "2026-04-16T22:55:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:55:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:55:41Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a6f84cd5dc2df4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30317"
    uid: 5a1948be-4cf6-4945-9290-a5ff9f2019e9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:55:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29775"
    uid: 707200e2-f5d7-4548-9e52-9364ed2d87a5
  kind: Event
  lastTimestamp: "2026-04-16T22:55:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:55:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:55:41Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a6f84cd63cf350
    namespace: kserve-ci-e2e-test
    resourceVersion: "30319"
    uid: f4b04aac-4b54-4dca-951f-a33a639d000a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T22:54:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29591"
    uid: 58a9b53f-c14d-4406-a568-8ce52a64390a
  kind: Event
  lastTimestamp: "2026-04-16T22:55:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:55:34Z"
    name: isvc-predictive-lightgbm-v2.18a6f83eda04574a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30265"
    uid: 2a9f5a14-7aea-4e74-bc67-3e5e2f6194a5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:54:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29605"
    uid: 58a9b53f-c14d-4406-a568-8ce52a64390a
  kind: Event
  lastTimestamp: "2026-04-16T22:54:11Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:54:11Z"
    name: isvc-predictive-lightgbm-v2.18a6f83edd8fe88b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29625"
    uid: 048048f1-64f1-495e-9dcd-7f89ba631f50
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:55:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30263"
    uid: 58a9b53f-c14d-4406-a568-8ce52a64390a
  kind: Event
  lastTimestamp: "2026-04-16T22:55:34Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:55:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:55:34Z"
    name: isvc-predictive-lightgbm-v2.18a6f8521e571949
    namespace: kserve-ci-e2e-test
    resourceVersion: "30264"
    uid: 8b2e9876-56dc-4e76-aae8-32c3ba1d4615
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T22:49:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27387"
    uid: 776181f5-e01a-408d-9436-2601986ccc6c
  kind: Event
  lastTimestamp: "2026-04-16T22:51:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:51:03Z"
    name: isvc-predictive-lightgbm.18a6f7ffd8ee85eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28057"
    uid: 2cebad45-446d-434e-b2bd-557f50eb63df
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:49:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27387"
    uid: 776181f5-e01a-408d-9436-2601986ccc6c
  kind: Event
  lastTimestamp: "2026-04-16T22:49:41Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:49:41Z"
    name: isvc-predictive-lightgbm.18a6f7ffd95d4aef
    namespace: kserve-ci-e2e-test
    resourceVersion: "27423"
    uid: ed7d3c89-7ff1-4393-8b18-b78f05f3b94e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:51:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28053"
    uid: 776181f5-e01a-408d-9436-2601986ccc6c
  kind: Event
  lastTimestamp: "2026-04-16T22:51:03Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:51:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:51:03Z"
    name: isvc-predictive-lightgbm.18a6f8130cbc5011
    namespace: kserve-ci-e2e-test
    resourceVersion: "28054"
    uid: be321fb0-30a3-42b0-bbf7-ef09f9077a6c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:46:20.907617Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hqwrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25513"
    uid: a97c07b9-b0ca-452b-8a70-d2d55b27f8f5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-cd7c759c9-hqwrv
    to ip-10-0-133-183.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:46:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:46:20Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hqwrv.18a6f7d132419892
    namespace: kserve-ci-e2e-test
    resourceVersion: "25517"
    uid: 59d7ee93-c864-4af9-9c3d-44ce1b1bf9c1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bd746bc4f-w5454
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hqwrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25515"
    uid: a97c07b9-b0ca-452b-8a70-d2d55b27f8f5
  kind: Event
  lastTimestamp: "2026-04-16T22:46:21Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-sklearn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-16T22:46:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:46:21Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hqwrv.18a6f7d13f369f02
    namespace: kserve-ci-e2e-test
    resourceVersion: "25530"
    uid: b27ca8f4-508a-46ae-bae6-e75081fcdc03
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hqwrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25522"
    uid: a97c07b9-b0ca-452b-8a70-d2d55b27f8f5
  kind: Event
  lastTimestamp: "2026-04-16T22:46:21Z"
  message: Add eth0 [10.133.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:46:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:46:21Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hqwrv.18a6f7d16fed515d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25543"
    uid: 1f268e43-ca51-4e53-8b50-01ddfe469145
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hqwrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25515"
    uid: a97c07b9-b0ca-452b-8a70-d2d55b27f8f5
  kind: Event
  lastTimestamp: "2026-04-16T22:46:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:46:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:46:21Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hqwrv.18a6f7d1715083c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25545"
    uid: e7733e80-d6f7-427a-a9d3-f6376000342e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hqwrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25515"
    uid: a97c07b9-b0ca-452b-8a70-d2d55b27f8f5
  kind: Event
  lastTimestamp: "2026-04-16T22:46:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T22:46:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:46:22Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hqwrv.18a6f7d17457c4c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25547"
    uid: 77989235-e56b-4424-a4f2-b44e233361ca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hqwrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25515"
    uid: a97c07b9-b0ca-452b-8a70-d2d55b27f8f5
  kind: Event
  lastTimestamp: "2026-04-16T22:46:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T22:46:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:46:22Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hqwrv.18a6f7d174c785b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25548"
    uid: 75e85e78-54fc-4dfd-94e7-fd038c74da70
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hqwrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25515"
    uid: a97c07b9-b0ca-452b-8a70-d2d55b27f8f5
  kind: Event
  lastTimestamp: "2026-04-16T22:46:25Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T22:46:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:46:25Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hqwrv.18a6f7d2614ef95e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25586"
    uid: d8af726c-a90a-41cb-bbc9-1260d61ea12a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hqwrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25515"
    uid: a97c07b9-b0ca-452b-8a70-d2d55b27f8f5
  kind: Event
  lastTimestamp: "2026-04-16T22:46:45Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 19.757s
    (19.757s including waiting). Image size: 2312633199 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T22:46:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:46:45Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hqwrv.18a6f7d6faf36d2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26015"
    uid: 053a0b06-c9c3-4c7c-a5e4-478bb9820970
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hqwrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25515"
    uid: a97c07b9-b0ca-452b-8a70-d2d55b27f8f5
  kind: Event
  lastTimestamp: "2026-04-16T22:46:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:46:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:46:45Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hqwrv.18a6f7d702824b0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26017"
    uid: 1cfc4535-4bc6-493e-a8f4-258718134df4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hqwrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25515"
    uid: a97c07b9-b0ca-452b-8a70-d2d55b27f8f5
  kind: Event
  lastTimestamp: "2026-04-16T22:46:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:46:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:46:45Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hqwrv.18a6f7d703bf4c53
    namespace: kserve-ci-e2e-test
    resourceVersion: "26019"
    uid: 45e39d37-349f-4d9f-9547-b9a84150c1ca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hqwrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25515"
    uid: a97c07b9-b0ca-452b-8a70-d2d55b27f8f5
  kind: Event
  lastTimestamp: "2026-04-16T22:46:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:46:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:46:45Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hqwrv.18a6f7d703ce7ff0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26020"
    uid: 048aa49f-e049-4155-9537-8eb4f6c4eab0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hqwrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25515"
    uid: a97c07b9-b0ca-452b-8a70-d2d55b27f8f5
  kind: Event
  lastTimestamp: "2026-04-16T22:46:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:46:46Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hqwrv.18a6f7d70a51a008
    namespace: kserve-ci-e2e-test
    resourceVersion: "26022"
    uid: 2ae5e0c9-0b1a-4a4b-8245-9ff49036a685
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hqwrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25515"
    uid: a97c07b9-b0ca-452b-8a70-d2d55b27f8f5
  kind: Event
  lastTimestamp: "2026-04-16T22:46:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:46:46Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hqwrv.18a6f7d70b921d7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26023"
    uid: 5b3d0694-a3d8-43f2-88b4-cfdbe20a89de
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hqwrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25515"
    uid: a97c07b9-b0ca-452b-8a70-d2d55b27f8f5
  kind: Event
  lastTimestamp: "2026-04-16T22:48:13Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T22:46:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:48:13Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hqwrv.18a6f7d749d7d95b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26720"
    uid: 213bb752-183c-4b38-b991-815c17534900
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:48:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hqwrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25515"
    uid: a97c07b9-b0ca-452b-8a70-d2d55b27f8f5
  kind: Event
  lastTimestamp: "2026-04-16T22:48:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:48:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:48:11Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hqwrv.18a6f7ead87e87f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26662"
    uid: 9fb495b1-47c9-4b18-b425-df9ff0b56d14
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:48:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hqwrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25515"
    uid: a97c07b9-b0ca-452b-8a70-d2d55b27f8f5
  kind: Event
  lastTimestamp: "2026-04-16T22:48:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:48:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:48:11Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hqwrv.18a6f7ead87f3914
    namespace: kserve-ci-e2e-test
    resourceVersion: "26665"
    uid: c0bf0aa5-c49c-412b-bb83-17a8b490f4db
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:48:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hqwrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25515"
    uid: a97c07b9-b0ca-452b-8a70-d2d55b27f8f5
  kind: Event
  lastTimestamp: "2026-04-16T22:48:13Z"
  message: 'Readiness probe failed: Get "https://10.133.0.47:8643/healthz": dial tcp
    10.133.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T22:48:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:48:13Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hqwrv.18a6f7eb500499b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26719"
    uid: a3b95cfb-c488-4a35-838e-f3a9e4bb1126
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-cd7c759c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25503"
    uid: 2a1f4eac-16ec-4c9c-acfc-63728ad5fa56
  kind: Event
  lastTimestamp: "2026-04-16T22:46:20Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-cd7c759c9-hqwrv'
  metadata:
    creationTimestamp: "2026-04-16T22:46:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:46:20Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9.18a6f7d131b3f10f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25514"
    uid: 22d710c9-e7c2-4a53-96a2-54da17da19f4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25501"
    uid: db29a836-d343-4341-be91-5e03955447ab
  kind: Event
  lastTimestamp: "2026-04-16T22:46:20Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-cd7c759c9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T22:46:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:46:20Z"
    name: isvc-predictive-sklearn-predictor.18a6f7d12f0938ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "25505"
    uid: 4267459a-a408-49fb-a415-3dd2e7535a16
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25502"
    uid: 64f44075-302c-4c52-992e-7b914e97443a
  kind: Event
  lastTimestamp: "2026-04-16T22:47:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:46:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:47:20Z"
    name: isvc-predictive-sklearn-predictor.18a6f7d4adf0bd1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26275"
    uid: 65ecca67-5681-432a-a035-cb28781ff80a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25502"
    uid: 64f44075-302c-4c52-992e-7b914e97443a
  kind: Event
  lastTimestamp: "2026-04-16T22:47:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:46:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:47:20Z"
    name: isvc-predictive-sklearn-predictor.18a6f7d4ae55f754
    namespace: kserve-ci-e2e-test
    resourceVersion: "26276"
    uid: 2a20646d-648a-4dc4-ae8a-fff8c3de9001
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:47:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25819"
    uid: 64f44075-302c-4c52-992e-7b914e97443a
  kind: Event
  lastTimestamp: "2026-04-16T22:48:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:47:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:48:05Z"
    name: isvc-predictive-sklearn-predictor.18a6f7e2aa5f076b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26602"
    uid: ecd50102-edd7-42cf-9300-c44c53c0ed3b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:47:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25819"
    uid: 64f44075-302c-4c52-992e-7b914e97443a
  kind: Event
  lastTimestamp: "2026-04-16T22:48:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:47:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:48:05Z"
    name: isvc-predictive-sklearn-predictor.18a6f7e2aabee8af
    namespace: kserve-ci-e2e-test
    resourceVersion: "26603"
    uid: 0e9becbe-b87d-4958-a005-85c5448f20ca
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:51:11.554092Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-8ns7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "28156"
    uid: 6c32839f-549d-453e-9689-3f219c044979
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-b5d4f6b79-8ns7j
    to ip-10-0-133-183.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:51:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:51:11Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-8ns7j.18a6f814de22d88b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28161"
    uid: da792192-6ccf-4ca9-b0aa-5dfec21643c2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bd746bc4f-w5454
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:51:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-8ns7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "28158"
    uid: 6c32839f-549d-453e-9689-3f219c044979
  kind: Event
  lastTimestamp: "2026-04-16T22:51:11Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-16T22:51:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:51:11Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-8ns7j.18a6f814e8fcfff0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28167"
    uid: 2f969e95-212f-4ec1-a4fc-041fcf9921b0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:51:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-8ns7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "28165"
    uid: 6c32839f-549d-453e-9689-3f219c044979
  kind: Event
  lastTimestamp: "2026-04-16T22:51:12Z"
  message: Add eth0 [10.133.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:51:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:51:12Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-8ns7j.18a6f8151b025d53
    namespace: kserve-ci-e2e-test
    resourceVersion: "28179"
    uid: 6ae517d1-7f5a-47df-a410-be10a49ca321
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:51:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-8ns7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "28158"
    uid: 6c32839f-549d-453e-9689-3f219c044979
  kind: Event
  lastTimestamp: "2026-04-16T22:51:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:51:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:51:12Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-8ns7j.18a6f8151c4c3d65
    namespace: kserve-ci-e2e-test
    resourceVersion: "28181"
    uid: 89745d91-ec30-46d5-9f1c-940f47b61ee1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:51:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-8ns7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "28158"
    uid: 6c32839f-549d-453e-9689-3f219c044979
  kind: Event
  lastTimestamp: "2026-04-16T22:51:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T22:51:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:51:12Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-8ns7j.18a6f8151f66ac54
    namespace: kserve-ci-e2e-test
    resourceVersion: "28182"
    uid: e0b569da-2a12-4032-b154-0f44e359ef79
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:51:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-8ns7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "28158"
    uid: 6c32839f-549d-453e-9689-3f219c044979
  kind: Event
  lastTimestamp: "2026-04-16T22:51:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T22:51:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:51:12Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-8ns7j.18a6f8151fd435ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "28183"
    uid: 8cabfac7-ee4e-4620-9039-1573f1822da7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:51:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-8ns7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "28158"
    uid: 6c32839f-549d-453e-9689-3f219c044979
  kind: Event
  lastTimestamp: "2026-04-16T22:51:16Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:51:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:51:16Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-8ns7j.18a6f8161fd93cd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28224"
    uid: a38c09c2-a9fa-4828-995b-037976984d50
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:51:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-8ns7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "28158"
    uid: 6c32839f-549d-453e-9689-3f219c044979
  kind: Event
  lastTimestamp: "2026-04-16T22:51:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:51:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:51:17Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-8ns7j.18a6f8162331f54b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28231"
    uid: 3ea56c0a-44b4-493a-818b-16f74e88914f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:51:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-8ns7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "28158"
    uid: 6c32839f-549d-453e-9689-3f219c044979
  kind: Event
  lastTimestamp: "2026-04-16T22:51:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:51:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:51:17Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-8ns7j.18a6f81623a378a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28233"
    uid: 6145dc11-727f-49ae-a116-5bc059da89c3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:51:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-8ns7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "28158"
    uid: 6c32839f-549d-453e-9689-3f219c044979
  kind: Event
  lastTimestamp: "2026-04-16T22:51:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:51:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:51:17Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-8ns7j.18a6f81623b0c0ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "28234"
    uid: 16ec5580-2675-441d-9d58-00370aa5e5d7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:51:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-8ns7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "28158"
    uid: 6c32839f-549d-453e-9689-3f219c044979
  kind: Event
  lastTimestamp: "2026-04-16T22:51:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:51:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:51:17Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-8ns7j.18a6f81626aa5da7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28235"
    uid: 1eff97eb-d542-4c79-bc16-2a444fc6fff8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:51:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-8ns7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "28158"
    uid: 6c32839f-549d-453e-9689-3f219c044979
  kind: Event
  lastTimestamp: "2026-04-16T22:51:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:51:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:51:17Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-8ns7j.18a6f8162726da74
    namespace: kserve-ci-e2e-test
    resourceVersion: "28237"
    uid: 05169537-8a5b-42e9-bc1f-a9dfbb65b204
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T22:51:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-8ns7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "28158"
    uid: 6c32839f-549d-453e-9689-3f219c044979
  kind: Event
  lastTimestamp: "2026-04-16T22:52:44Z"
  message: 'Readiness probe failed: Get "http://10.133.0.50:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.133.0.50:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T22:51:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:52:44Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-8ns7j.18a6f81ebe0986f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28953"
    uid: 4b8ff0fe-9639-40fb-9738-bb2ec9860e27
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:52:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-8ns7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "28158"
    uid: 6c32839f-549d-453e-9689-3f219c044979
  kind: Event
  lastTimestamp: "2026-04-16T22:52:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:52:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:52:41Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-8ns7j.18a6f829d85aa35b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28885"
    uid: 274fc3d2-907d-489b-a5f4-3757190b78ac
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:52:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-8ns7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "28158"
    uid: 6c32839f-549d-453e-9689-3f219c044979
  kind: Event
  lastTimestamp: "2026-04-16T22:52:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:52:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:52:41Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-8ns7j.18a6f829d85bca2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28889"
    uid: 917699e4-71bc-44ab-bec6-474349e0264b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:52:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-8ns7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "28158"
    uid: 6c32839f-549d-453e-9689-3f219c044979
  kind: Event
  lastTimestamp: "2026-04-16T22:52:43Z"
  message: 'Readiness probe failed: Get "https://10.133.0.50:8643/healthz": dial tcp
    10.133.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T22:52:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:52:43Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-8ns7j.18a6f82a61f06dff
    namespace: kserve-ci-e2e-test
    resourceVersion: "28946"
    uid: 2ebcd8e6-8fed-4f63-b6d5-d5d195496a69
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:51:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79
    namespace: kserve-ci-e2e-test
    resourceVersion: "28145"
    uid: 82ddcdd0-ef05-4629-a55e-e083e7627267
  kind: Event
  lastTimestamp: "2026-04-16T22:51:11Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-8ns7j'
  metadata:
    creationTimestamp: "2026-04-16T22:51:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:51:11Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79.18a6f814ddbec609
    namespace: kserve-ci-e2e-test
    resourceVersion: "28157"
    uid: 66cb470c-09ee-4364-9315-9bab815e3037
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:51:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28142"
    uid: c9adc66e-7b10-47ea-bdb9-9cbc15bdbd2f
  kind: Event
  lastTimestamp: "2026-04-16T22:51:11Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-b5d4f6b79 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T22:51:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:51:11Z"
    name: isvc-predictive-sklearn-v2-predictor.18a6f814d954f849
    namespace: kserve-ci-e2e-test
    resourceVersion: "28147"
    uid: b5aee57f-0599-49c6-b65b-f052e54de66e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:51:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28144"
    uid: d04317a5-2b65-43ce-a3d3-0cb5737cccf9
  kind: Event
  lastTimestamp: "2026-04-16T22:51:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:51:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:51:26Z"
    name: isvc-predictive-sklearn-v2-predictor.18a6f81858145696
    namespace: kserve-ci-e2e-test
    resourceVersion: "28304"
    uid: 697ae834-8dec-430c-af1e-dc2c16164725
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:51:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28144"
    uid: d04317a5-2b65-43ce-a3d3-0cb5737cccf9
  kind: Event
  lastTimestamp: "2026-04-16T22:51:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:51:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:51:26Z"
    name: isvc-predictive-sklearn-v2-predictor.18a6f8185858a124
    namespace: kserve-ci-e2e-test
    resourceVersion: "28305"
    uid: 0c738573-0dc7-490c-83ee-8feb828985cd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T22:51:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28303"
    uid: d04317a5-2b65-43ce-a3d3-0cb5737cccf9
  kind: Event
  lastTimestamp: "2026-04-16T22:52:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:51:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:52:41Z"
    name: isvc-predictive-sklearn-v2-predictor.18a6f81bd71bd939
    namespace: kserve-ci-e2e-test
    resourceVersion: "28858"
    uid: c492a941-654f-48bd-a889-7f4db17dc1e8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T22:51:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28303"
    uid: d04317a5-2b65-43ce-a3d3-0cb5737cccf9
  kind: Event
  lastTimestamp: "2026-04-16T22:52:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:51:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:52:41Z"
    name: isvc-predictive-sklearn-v2-predictor.18a6f81bd77730d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28859"
    uid: 938dafb3-ed92-471f-bc44-b4c38656d84f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T22:51:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28115"
    uid: ca8ce474-527d-45b4-90dc-acc1f541e485
  kind: Event
  lastTimestamp: "2026-04-16T22:52:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:51:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:52:34Z"
    name: isvc-predictive-sklearn-v2.18a6f814d9274223
    namespace: kserve-ci-e2e-test
    resourceVersion: "28795"
    uid: 35426873-2093-4fc9-b7e1-e08d086a6a64
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:51:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28115"
    uid: ca8ce474-527d-45b4-90dc-acc1f541e485
  kind: Event
  lastTimestamp: "2026-04-16T22:51:11Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:51:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:51:11Z"
    name: isvc-predictive-sklearn-v2.18a6f814d97af59b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28149"
    uid: 2d418496-4e7b-4a6b-9ffa-f8ca2eb5991d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:52:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28792"
    uid: ca8ce474-527d-45b4-90dc-acc1f541e485
  kind: Event
  lastTimestamp: "2026-04-16T22:52:34Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:52:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:52:34Z"
    name: isvc-predictive-sklearn-v2.18a6f8282f953666
    namespace: kserve-ci-e2e-test
    resourceVersion: "28793"
    uid: e0c1cd98-ac54-458f-a5ed-c7091dfe2641
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25491"
    uid: 0f412764-61a4-436d-94a4-674679e9c905
  kind: Event
  lastTimestamp: "2026-04-16T22:48:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:46:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:48:03Z"
    name: isvc-predictive-sklearn.18a6f7d12eeabbfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26582"
    uid: e2474813-483d-45a3-bdab-65fd69f7b2a6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25491"
    uid: 0f412764-61a4-436d-94a4-674679e9c905
  kind: Event
  lastTimestamp: "2026-04-16T22:46:20Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:46:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:46:20Z"
    name: isvc-predictive-sklearn.18a6f7d12f800285
    namespace: kserve-ci-e2e-test
    resourceVersion: "25508"
    uid: be76a7be-cf03-455f-a8f1-e18dab2bdfef
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:48:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26580"
    uid: 0f412764-61a4-436d-94a4-674679e9c905
  kind: Event
  lastTimestamp: "2026-04-16T22:48:03Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:48:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:48:03Z"
    name: isvc-predictive-sklearn.18a6f7e90188a61a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26581"
    uid: b50192e2-659d-4e2f-9b5c-030b35b2e115
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:48:11.212097Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fhw8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "26681"
    uid: 07dac8a7-77c8-4a70-8fbe-6c5141897bdd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-7ff98fd74d-fhw8t
    to ip-10-0-133-183.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:48:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:48:11Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fhw8t.18a6f7eae0ea6c16
    namespace: kserve-ci-e2e-test
    resourceVersion: "26686"
    uid: 72529d2a-6d83-4682-8c1b-e557ade64d51
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bd746bc4f-w5454
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:48:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fhw8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "26690"
    uid: 07dac8a7-77c8-4a70-8fbe-6c5141897bdd
  kind: Event
  lastTimestamp: "2026-04-16T22:48:11Z"
  message: Add eth0 [10.133.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:48:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:48:11Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fhw8t.18a6f7eaf9f91091
    namespace: kserve-ci-e2e-test
    resourceVersion: "26697"
    uid: 3751aaca-598c-4086-9a10-0a94a7b00c31
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:48:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fhw8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "26684"
    uid: 07dac8a7-77c8-4a70-8fbe-6c5141897bdd
  kind: Event
  lastTimestamp: "2026-04-16T22:48:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:48:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:48:11Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fhw8t.18a6f7eafb4ce85c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26699"
    uid: f0fac2ff-68e6-419d-ae31-6732db456c2e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:48:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fhw8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "26684"
    uid: 07dac8a7-77c8-4a70-8fbe-6c5141897bdd
  kind: Event
  lastTimestamp: "2026-04-16T22:48:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T22:48:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:48:11Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fhw8t.18a6f7eafdfec7c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26701"
    uid: 5cf9f847-f08b-43f8-9aee-b220026a607c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:48:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fhw8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "26684"
    uid: 07dac8a7-77c8-4a70-8fbe-6c5141897bdd
  kind: Event
  lastTimestamp: "2026-04-16T22:48:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T22:48:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:48:11Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fhw8t.18a6f7eafe6a740c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26702"
    uid: 9c60d9ee-485f-4245-8194-a6b8c11a3b82
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:48:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fhw8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "26684"
    uid: 07dac8a7-77c8-4a70-8fbe-6c5141897bdd
  kind: Event
  lastTimestamp: "2026-04-16T22:48:15Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:48:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:48:15Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fhw8t.18a6f7ebd82c8fa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26740"
    uid: 6705e88b-6be3-449f-9d3f-b3cac3ef7cd0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:48:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fhw8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "26684"
    uid: 07dac8a7-77c8-4a70-8fbe-6c5141897bdd
  kind: Event
  lastTimestamp: "2026-04-16T22:48:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:48:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:48:15Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fhw8t.18a6f7ebdb4567f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26745"
    uid: 50115717-ed4a-4a2a-b8d4-14f37dc63e82
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:48:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fhw8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "26684"
    uid: 07dac8a7-77c8-4a70-8fbe-6c5141897bdd
  kind: Event
  lastTimestamp: "2026-04-16T22:48:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:48:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:48:15Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fhw8t.18a6f7ebdbd16c6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26746"
    uid: 40541741-0b4f-4e55-a399-302c9c05525f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:48:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fhw8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "26684"
    uid: 07dac8a7-77c8-4a70-8fbe-6c5141897bdd
  kind: Event
  lastTimestamp: "2026-04-16T22:48:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:48:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:48:15Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fhw8t.18a6f7ebdbdf0ea7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26747"
    uid: af9ac0ec-58a7-4fea-a59b-3bca45deb03b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:48:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fhw8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "26684"
    uid: 07dac8a7-77c8-4a70-8fbe-6c5141897bdd
  kind: Event
  lastTimestamp: "2026-04-16T22:48:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:48:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:48:15Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fhw8t.18a6f7ebde8dbf3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26749"
    uid: 3d1cd152-6946-4306-90bc-f646f5606696
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:48:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fhw8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "26684"
    uid: 07dac8a7-77c8-4a70-8fbe-6c5141897bdd
  kind: Event
  lastTimestamp: "2026-04-16T22:48:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:48:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:48:15Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fhw8t.18a6f7ebdf013327
    namespace: kserve-ci-e2e-test
    resourceVersion: "26750"
    uid: b582598b-fa03-41b7-a93b-d1102ee131f5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T22:48:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fhw8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "26684"
    uid: 07dac8a7-77c8-4a70-8fbe-6c5141897bdd
  kind: Event
  lastTimestamp: "2026-04-16T22:49:27Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T22:48:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:49:27Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fhw8t.18a6f7ec141c1420
    namespace: kserve-ci-e2e-test
    resourceVersion: "27280"
    uid: 94033ed8-40cb-48cb-b6c5-db15385f18e1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:49:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fhw8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "26684"
    uid: 07dac8a7-77c8-4a70-8fbe-6c5141897bdd
  kind: Event
  lastTimestamp: "2026-04-16T22:49:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:49:41Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fhw8t.18a6f7ffd888729f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27416"
    uid: fb31b904-e2dd-405e-8f1a-9c68a72f54b6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:49:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fhw8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "26684"
    uid: 07dac8a7-77c8-4a70-8fbe-6c5141897bdd
  kind: Event
  lastTimestamp: "2026-04-16T22:49:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:49:41Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fhw8t.18a6f7ffd8899447
    namespace: kserve-ci-e2e-test
    resourceVersion: "27419"
    uid: 4dc651f2-0e71-4717-82c2-36a87e4d5f17
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:49:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fhw8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "26684"
    uid: 07dac8a7-77c8-4a70-8fbe-6c5141897bdd
  kind: Event
  lastTimestamp: "2026-04-16T22:49:42Z"
  message: 'Readiness probe failed: Get "https://10.133.0.48:8643/healthz": dial tcp
    10.133.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T22:49:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:49:42Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fhw8t.18a6f8001a8e95f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27459"
    uid: ca57786d-ee45-4c4f-a924-5bab4e3a41f1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:48:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-7ff98fd74d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26670"
    uid: 41adbf86-3655-40b0-aba7-4430fd8c3a34
  kind: Event
  lastTimestamp: "2026-04-16T22:48:11Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-7ff98fd74d-fhw8t'
  metadata:
    creationTimestamp: "2026-04-16T22:48:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:48:11Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d.18a6f7eae0747388
    namespace: kserve-ci-e2e-test
    resourceVersion: "26683"
    uid: 854eca9a-e0cc-4a01-8da4-b1c28a59003f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:48:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26668"
    uid: eca0838c-860d-495b-905a-8d4b216e29f7
  kind: Event
  lastTimestamp: "2026-04-16T22:48:11Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-7ff98fd74d from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T22:48:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:48:11Z"
    name: isvc-predictive-xgboost-predictor.18a6f7eadaa4e759
    namespace: kserve-ci-e2e-test
    resourceVersion: "26672"
    uid: 4bb23464-450b-4b02-909f-ddf48f5a008b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:48:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26669"
    uid: c65d7047-5232-49de-877f-2969e943363b
  kind: Event
  lastTimestamp: "2026-04-16T22:48:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:48:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:48:56Z"
    name: isvc-predictive-xgboost-predictor.18a6f7ee599cc870
    namespace: kserve-ci-e2e-test
    resourceVersion: "27050"
    uid: 93a569cd-8b11-481c-950d-64ed7ad6e02a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:48:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26669"
    uid: c65d7047-5232-49de-877f-2969e943363b
  kind: Event
  lastTimestamp: "2026-04-16T22:48:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:48:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:48:56Z"
    name: isvc-predictive-xgboost-predictor.18a6f7ee5a06efab
    namespace: kserve-ci-e2e-test
    resourceVersion: "27052"
    uid: 3bfca74c-4b37-478e-8b51-88e9175156f3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T22:48:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26836"
    uid: c65d7047-5232-49de-877f-2969e943363b
  kind: Event
  lastTimestamp: "2026-04-16T22:49:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:48:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:49:41Z"
    name: isvc-predictive-xgboost-predictor.18a6f7f1d8d04ea9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27393"
    uid: 6f9b35b8-a89d-42de-b905-32509cba368d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T22:48:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26836"
    uid: c65d7047-5232-49de-877f-2969e943363b
  kind: Event
  lastTimestamp: "2026-04-16T22:49:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:48:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:49:41Z"
    name: isvc-predictive-xgboost-predictor.18a6f7f1d98d3889
    namespace: kserve-ci-e2e-test
    resourceVersion: "27397"
    uid: e6e29027-d6a0-458f-8d79-181d7b78838e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:52:41.747079Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5sqbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28902"
    uid: ad188539-3912-4b8c-b34c-8734fdcf6bbf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-6577c65fd8-5sqbb
    to ip-10-0-133-183.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:52:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:52:41Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5sqbb.18a6f829de0e93bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28906"
    uid: ef6e408a-4291-4ffa-8f73-f37d4e757dc7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bd746bc4f-w5454
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:52:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5sqbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28913"
    uid: ad188539-3912-4b8c-b34c-8734fdcf6bbf
  kind: Event
  lastTimestamp: "2026-04-16T22:52:42Z"
  message: Add eth0 [10.133.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:52:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:52:42Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5sqbb.18a6f829f74d6967
    namespace: kserve-ci-e2e-test
    resourceVersion: "28922"
    uid: 97a05dac-af25-403a-8fae-4c9a7460b49f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:52:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5sqbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28904"
    uid: ad188539-3912-4b8c-b34c-8734fdcf6bbf
  kind: Event
  lastTimestamp: "2026-04-16T22:52:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:52:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:52:42Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5sqbb.18a6f829f8ab1de6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28924"
    uid: d66b0278-c5ff-44b6-8f76-950f7befd3fe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:52:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5sqbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28904"
    uid: ad188539-3912-4b8c-b34c-8734fdcf6bbf
  kind: Event
  lastTimestamp: "2026-04-16T22:52:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T22:52:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:52:42Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5sqbb.18a6f829fbbdb87c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28925"
    uid: c14585dd-96a2-4633-8211-e5a720ad3ea8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:52:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5sqbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28904"
    uid: ad188539-3912-4b8c-b34c-8734fdcf6bbf
  kind: Event
  lastTimestamp: "2026-04-16T22:52:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T22:52:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:52:42Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5sqbb.18a6f829fc3125b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28926"
    uid: 0b4b5ba5-518f-43dc-8a7c-7f9dcac7d701
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:52:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5sqbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28904"
    uid: ad188539-3912-4b8c-b34c-8734fdcf6bbf
  kind: Event
  lastTimestamp: "2026-04-16T22:52:46Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:52:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:52:46Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5sqbb.18a6f82ae9f751a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28966"
    uid: 9d5d7cbf-51f7-47d0-a6c3-c8641b89bab9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:52:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5sqbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28904"
    uid: ad188539-3912-4b8c-b34c-8734fdcf6bbf
  kind: Event
  lastTimestamp: "2026-04-16T22:52:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:52:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:52:46Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5sqbb.18a6f82aed35778c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28970"
    uid: 86eb7d12-b966-4d74-bc76-c285680d9dd5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:52:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5sqbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28904"
    uid: ad188539-3912-4b8c-b34c-8734fdcf6bbf
  kind: Event
  lastTimestamp: "2026-04-16T22:52:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:52:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:52:46Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5sqbb.18a6f82aeda77f56
    namespace: kserve-ci-e2e-test
    resourceVersion: "28971"
    uid: e588ce8f-e72e-4b69-abbf-59cb6edc3e1a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:52:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5sqbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28904"
    uid: ad188539-3912-4b8c-b34c-8734fdcf6bbf
  kind: Event
  lastTimestamp: "2026-04-16T22:52:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:52:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:52:46Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5sqbb.18a6f82aedb48caa
    namespace: kserve-ci-e2e-test
    resourceVersion: "28972"
    uid: 52cf7a3f-03a5-4f5f-9800-af9595bc33c3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:52:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5sqbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28904"
    uid: ad188539-3912-4b8c-b34c-8734fdcf6bbf
  kind: Event
  lastTimestamp: "2026-04-16T22:52:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:52:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:52:46Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5sqbb.18a6f82af0be594d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28974"
    uid: 055f1233-0326-4dd1-b2fa-82add2108717
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:52:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5sqbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28904"
    uid: ad188539-3912-4b8c-b34c-8734fdcf6bbf
  kind: Event
  lastTimestamp: "2026-04-16T22:52:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:52:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:52:46Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5sqbb.18a6f82af13e80e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28975"
    uid: 17dc20c1-ce90-450a-a2c2-220a9bc17c02
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T22:53:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5sqbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28904"
    uid: ad188539-3912-4b8c-b34c-8734fdcf6bbf
  kind: Event
  lastTimestamp: "2026-04-16T22:54:14Z"
  message: 'Readiness probe failed: Get "http://10.133.0.51:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.133.0.51:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T22:53:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:54:14Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5sqbb.18a6f833c40e9538
    namespace: kserve-ci-e2e-test
    resourceVersion: "29676"
    uid: b85f0a03-508f-4ec2-9aed-d666b1feaac1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:54:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5sqbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28904"
    uid: ad188539-3912-4b8c-b34c-8734fdcf6bbf
  kind: Event
  lastTimestamp: "2026-04-16T22:54:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:54:11Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5sqbb.18a6f83edcb9ef58
    namespace: kserve-ci-e2e-test
    resourceVersion: "29627"
    uid: c4ea529d-fafa-4831-acb7-aca8f131f2c9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:54:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5sqbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28904"
    uid: ad188539-3912-4b8c-b34c-8734fdcf6bbf
  kind: Event
  lastTimestamp: "2026-04-16T22:54:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:54:11Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5sqbb.18a6f83edcbaa7b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29629"
    uid: 74d64a91-1977-4714-a3b4-adca7506aef7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:54:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5sqbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28904"
    uid: ad188539-3912-4b8c-b34c-8734fdcf6bbf
  kind: Event
  lastTimestamp: "2026-04-16T22:54:14Z"
  message: 'Readiness probe failed: Get "https://10.133.0.51:8643/healthz": dial tcp
    10.133.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T22:54:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:54:14Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5sqbb.18a6f83f67e9e804
    namespace: kserve-ci-e2e-test
    resourceVersion: "29675"
    uid: f8b14aa8-58ac-4b40-9bf7-f4584996c3df
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:52:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28891"
    uid: 841d1ffc-1d51-4e56-8c5c-e90346b6b222
  kind: Event
  lastTimestamp: "2026-04-16T22:52:41Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5sqbb'
  metadata:
    creationTimestamp: "2026-04-16T22:52:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:52:41Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8.18a6f829ddad64f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28903"
    uid: 0e161e57-5a74-4454-90bb-f844dcf582c2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:52:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28888"
    uid: b08052c2-ca3f-452a-9fb5-07da3741103d
  kind: Event
  lastTimestamp: "2026-04-16T22:52:41Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-6577c65fd8 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T22:52:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:52:41Z"
    name: isvc-predictive-xgboost-v2-predictor.18a6f829d99b1e2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28893"
    uid: 479814e8-81c2-4b29-ae3a-fb085734798f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:52:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28890"
    uid: 9475d60d-9998-4bb9-b087-824a66f34c9a
  kind: Event
  lastTimestamp: "2026-04-16T22:53:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:52:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:53:26Z"
    name: isvc-predictive-xgboost-v2-predictor.18a6f82d58455a69
    namespace: kserve-ci-e2e-test
    resourceVersion: "29258"
    uid: 14e0d911-62e1-4a48-998b-2a9f7b83a4cb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:52:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28890"
    uid: 9475d60d-9998-4bb9-b087-824a66f34c9a
  kind: Event
  lastTimestamp: "2026-04-16T22:53:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:52:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:53:26Z"
    name: isvc-predictive-xgboost-v2-predictor.18a6f82d58cf73a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29259"
    uid: 170e262b-cc9c-4de0-86bc-e60d2b865d71
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:53:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29048"
    uid: 9475d60d-9998-4bb9-b087-824a66f34c9a
  kind: Event
  lastTimestamp: "2026-04-16T22:54:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:53:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:54:11Z"
    name: isvc-predictive-xgboost-v2-predictor.18a6f837d5878a39
    namespace: kserve-ci-e2e-test
    resourceVersion: "29585"
    uid: 84aadfc1-1431-443b-bb6d-70c8935a1f7c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:53:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29048"
    uid: 9475d60d-9998-4bb9-b087-824a66f34c9a
  kind: Event
  lastTimestamp: "2026-04-16T22:54:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:53:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:54:11Z"
    name: isvc-predictive-xgboost-v2-predictor.18a6f837d5e96ea1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29586"
    uid: c1c16345-6213-4f2f-a8ae-cd3a6c1415ec
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T22:52:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28861"
    uid: 4848762f-9947-4ccb-9956-6720dda9f04b
  kind: Event
  lastTimestamp: "2026-04-16T22:54:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:52:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:54:04Z"
    name: isvc-predictive-xgboost-v2.18a6f829d95815f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29533"
    uid: 7d91500f-5655-43aa-8b59-e7b694cd03d2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:52:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28861"
    uid: 4848762f-9947-4ccb-9956-6720dda9f04b
  kind: Event
  lastTimestamp: "2026-04-16T22:52:41Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:52:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:52:41Z"
    name: isvc-predictive-xgboost-v2.18a6f829d9a82a87
    namespace: kserve-ci-e2e-test
    resourceVersion: "28910"
    uid: 6520e523-ccd1-4ad4-9526-ff70fde64b34
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:52:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28875"
    uid: 4848762f-9947-4ccb-9956-6720dda9f04b
  kind: Event
  lastTimestamp: "2026-04-16T22:52:41Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:52:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:52:41Z"
    name: isvc-predictive-xgboost-v2.18a6f829de610242
    namespace: kserve-ci-e2e-test
    resourceVersion: "28914"
    uid: 72850e92-c61e-4caf-93b7-7efae948806f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:54:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29531"
    uid: 4848762f-9947-4ccb-9956-6720dda9f04b
  kind: Event
  lastTimestamp: "2026-04-16T22:54:04Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:54:04Z"
    name: isvc-predictive-xgboost-v2.18a6f83d18a806e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29532"
    uid: 5a851369-096a-4e5e-be4e-3d4b9b5bf3e3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T22:48:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "26639"
    uid: 15c26106-d6be-49c4-a123-62696aeaea90
  kind: Event
  lastTimestamp: "2026-04-16T22:49:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:48:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:49:37Z"
    name: isvc-predictive-xgboost.18a6f7eada829654
    namespace: kserve-ci-e2e-test
    resourceVersion: "27358"
    uid: 78860b5d-7555-4d90-8d28-a067aa04b77f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:48:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "26639"
    uid: 15c26106-d6be-49c4-a123-62696aeaea90
  kind: Event
  lastTimestamp: "2026-04-16T22:48:11Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:48:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:48:11Z"
    name: isvc-predictive-xgboost.18a6f7eadadc206d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26674"
    uid: 42af67e2-ec6c-4600-82a4-dcdca0d15f38
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:49:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "27356"
    uid: 15c26106-d6be-49c4-a123-62696aeaea90
  kind: Event
  lastTimestamp: "2026-04-16T22:49:37Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:49:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:49:37Z"
    name: isvc-predictive-xgboost.18a6f7fefa25ba54
    namespace: kserve-ci-e2e-test
    resourceVersion: "27357"
    uid: 070b50ca-63fb-48ec-b110-3ad88ca5a88c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:44:34.506770Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-0d7654-predictor-ff757f45b-xphvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24496"
    uid: 5fa030ed-f732-420e-844c-db1e7c668faa
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-0d7654-predictor-ff757f45b-xphvm
    to ip-10-0-133-183.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:44:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:44:34Z"
    name: isvc-primary-0d7654-predictor-ff757f45b-xphvm.18a6f7b86c458faf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24502"
    uid: 951cda8b-a518-4832-b845-4b366788ee35
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bd746bc4f-w5454
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:44:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-0d7654-predictor-ff757f45b-xphvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24507"
    uid: 5fa030ed-f732-420e-844c-db1e7c668faa
  kind: Event
  lastTimestamp: "2026-04-16T22:44:34Z"
  message: Add eth0 [10.133.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:44:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:44:34Z"
    name: isvc-primary-0d7654-predictor-ff757f45b-xphvm.18a6f7b8854e9d0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24511"
    uid: 5af8e685-e38c-4fa4-8fda-456a91bdb909
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:44:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-0d7654-predictor-ff757f45b-xphvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24499"
    uid: 5fa030ed-f732-420e-844c-db1e7c668faa
  kind: Event
  lastTimestamp: "2026-04-16T22:44:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:44:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:44:34Z"
    name: isvc-primary-0d7654-predictor-ff757f45b-xphvm.18a6f7b886c8a616
    namespace: kserve-ci-e2e-test
    resourceVersion: "24513"
    uid: 37817bd5-13c6-4602-b471-cb9d999fb2c4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:44:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-0d7654-predictor-ff757f45b-xphvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24499"
    uid: 5fa030ed-f732-420e-844c-db1e7c668faa
  kind: Event
  lastTimestamp: "2026-04-16T22:44:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T22:44:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:44:35Z"
    name: isvc-primary-0d7654-predictor-ff757f45b-xphvm.18a6f7b88a2012c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24517"
    uid: df12878c-c008-4578-b145-44c4a3cad1e6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:44:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-0d7654-predictor-ff757f45b-xphvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24499"
    uid: 5fa030ed-f732-420e-844c-db1e7c668faa
  kind: Event
  lastTimestamp: "2026-04-16T22:44:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T22:44:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:44:35Z"
    name: isvc-primary-0d7654-predictor-ff757f45b-xphvm.18a6f7b88a93e176
    namespace: kserve-ci-e2e-test
    resourceVersion: "24518"
    uid: 487200be-5fd5-4bb7-bb98-49cf89ff356d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:44:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-0d7654-predictor-ff757f45b-xphvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24499"
    uid: 5fa030ed-f732-420e-844c-db1e7c668faa
  kind: Event
  lastTimestamp: "2026-04-16T22:44:39Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:44:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:44:39Z"
    name: isvc-primary-0d7654-predictor-ff757f45b-xphvm.18a6f7b99ccc3d55
    namespace: kserve-ci-e2e-test
    resourceVersion: "24563"
    uid: 2f455d46-98cd-442a-be53-0295af000935
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:44:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-0d7654-predictor-ff757f45b-xphvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24499"
    uid: 5fa030ed-f732-420e-844c-db1e7c668faa
  kind: Event
  lastTimestamp: "2026-04-16T22:44:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:44:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:44:39Z"
    name: isvc-primary-0d7654-predictor-ff757f45b-xphvm.18a6f7b9a009bd0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24567"
    uid: 15fb4038-c05f-439f-bcf6-dd68ac52581a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:44:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-0d7654-predictor-ff757f45b-xphvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24499"
    uid: 5fa030ed-f732-420e-844c-db1e7c668faa
  kind: Event
  lastTimestamp: "2026-04-16T22:44:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:44:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:44:39Z"
    name: isvc-primary-0d7654-predictor-ff757f45b-xphvm.18a6f7b9a08bfb6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24568"
    uid: 98bb1426-0ddb-4e7a-ab16-4d54e79ea735
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:44:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-0d7654-predictor-ff757f45b-xphvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24499"
    uid: 5fa030ed-f732-420e-844c-db1e7c668faa
  kind: Event
  lastTimestamp: "2026-04-16T22:44:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:44:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:44:39Z"
    name: isvc-primary-0d7654-predictor-ff757f45b-xphvm.18a6f7b9a09850d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24569"
    uid: ac94a0ee-4725-46f9-8c18-479a839cf77a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:44:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-0d7654-predictor-ff757f45b-xphvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24499"
    uid: 5fa030ed-f732-420e-844c-db1e7c668faa
  kind: Event
  lastTimestamp: "2026-04-16T22:44:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:44:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:44:39Z"
    name: isvc-primary-0d7654-predictor-ff757f45b-xphvm.18a6f7b9a3622b25
    namespace: kserve-ci-e2e-test
    resourceVersion: "24571"
    uid: bb5a3f8e-f57f-4f56-b4b7-86347a6fee6a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:44:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-0d7654-predictor-ff757f45b-xphvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24499"
    uid: 5fa030ed-f732-420e-844c-db1e7c668faa
  kind: Event
  lastTimestamp: "2026-04-16T22:44:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:44:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:44:39Z"
    name: isvc-primary-0d7654-predictor-ff757f45b-xphvm.18a6f7b9a3e6da08
    namespace: kserve-ci-e2e-test
    resourceVersion: "24572"
    uid: a9423c72-0311-4160-b39b-c5a71cec9cdb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T22:44:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-0d7654-predictor-ff757f45b-xphvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24499"
    uid: 5fa030ed-f732-420e-844c-db1e7c668faa
  kind: Event
  lastTimestamp: "2026-04-16T22:45:37Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T22:44:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:45:37Z"
    name: isvc-primary-0d7654-predictor-ff757f45b-xphvm.18a6f7ba14889c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24983"
    uid: 02d7c791-5bf8-407d-a668-cf45f9a5e983
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-0d7654-predictor-ff757f45b-xphvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24499"
    uid: 5fa030ed-f732-420e-844c-db1e7c668faa
  kind: Event
  lastTimestamp: "2026-04-16T22:46:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:46:10Z"
    name: isvc-primary-0d7654-predictor-ff757f45b-xphvm.18a6f7ced3243cdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25344"
    uid: 6b1254dd-dc08-4cd5-89aa-d44218e72481
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-0d7654-predictor-ff757f45b-xphvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24499"
    uid: 5fa030ed-f732-420e-844c-db1e7c668faa
  kind: Event
  lastTimestamp: "2026-04-16T22:46:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:46:10Z"
    name: isvc-primary-0d7654-predictor-ff757f45b-xphvm.18a6f7ced3254101
    namespace: kserve-ci-e2e-test
    resourceVersion: "25347"
    uid: 07656685-8d61-4ff3-bf96-1fec4d60658e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-0d7654-predictor-ff757f45b-xphvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24499"
    uid: 5fa030ed-f732-420e-844c-db1e7c668faa
  kind: Event
  lastTimestamp: "2026-04-16T22:46:12Z"
  message: 'Readiness probe failed: Get "https://10.133.0.44:8643/healthz": dial tcp
    10.133.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T22:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:46:12Z"
    name: isvc-primary-0d7654-predictor-ff757f45b-xphvm.18a6f7cf44c9be78
    namespace: kserve-ci-e2e-test
    resourceVersion: "25402"
    uid: 434f9e79-6211-4e9f-a4d5-e5e3aa122cab
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:44:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-0d7654-predictor-ff757f45b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24487"
    uid: 1dd1682f-4e70-4432-ae57-92604df9b799
  kind: Event
  lastTimestamp: "2026-04-16T22:44:34Z"
  message: 'Created pod: isvc-primary-0d7654-predictor-ff757f45b-xphvm'
  metadata:
    creationTimestamp: "2026-04-16T22:44:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:44:34Z"
    name: isvc-primary-0d7654-predictor-ff757f45b.18a6f7b86bd78ee1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24498"
    uid: 6dd117db-1379-4a24-b82b-a82393475315
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:44:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-0d7654-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24485"
    uid: 56e5f12a-56f0-4b87-8178-075e9bbf3f96
  kind: Event
  lastTimestamp: "2026-04-16T22:44:34Z"
  message: Scaled up replica set isvc-primary-0d7654-predictor-ff757f45b from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T22:44:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:44:34Z"
    name: isvc-primary-0d7654-predictor.18a6f7b86784e2b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24489"
    uid: 576a6a1d-82c4-4d7a-bce9-266962cb2029
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:44:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-0d7654-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24486"
    uid: 2b88dbc4-bbf6-46a0-9acc-ba1472d64d13
  kind: Event
  lastTimestamp: "2026-04-16T22:44:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:44:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:44:49Z"
    name: isvc-primary-0d7654-predictor.18a6f7bbe60a8b47
    namespace: kserve-ci-e2e-test
    resourceVersion: "24643"
    uid: 82bfe8f9-29c4-4f1f-a748-c9a76d96a96d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:44:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-0d7654-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24486"
    uid: 2b88dbc4-bbf6-46a0-9acc-ba1472d64d13
  kind: Event
  lastTimestamp: "2026-04-16T22:44:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:44:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:44:49Z"
    name: isvc-primary-0d7654-predictor.18a6f7bbe6733ebc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24645"
    uid: 9b4e7b22-f024-43bd-8db4-8872b18c2c20
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-0d7654-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24644"
    uid: 2b88dbc4-bbf6-46a0-9acc-ba1472d64d13
  kind: Event
  lastTimestamp: "2026-04-16T22:46:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:45:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:46:04Z"
    name: isvc-primary-0d7654-predictor.18a6f7bf658825a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25249"
    uid: 7694c336-45e1-456f-a2c0-3b6dec712165
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-0d7654-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24644"
    uid: 2b88dbc4-bbf6-46a0-9acc-ba1472d64d13
  kind: Event
  lastTimestamp: "2026-04-16T22:46:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:45:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:46:04Z"
    name: isvc-primary-0d7654-predictor.18a6f7bf65db6fae
    namespace: kserve-ci-e2e-test
    resourceVersion: "25250"
    uid: 0f3c0e83-6fbf-47f7-a4d0-c0084a000555
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T22:44:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-0d7654
    namespace: kserve-ci-e2e-test
    resourceVersion: "24457"
    uid: ac515357-4226-4985-8292-25ab69f62131
  kind: Event
  lastTimestamp: "2026-04-16T22:45:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:44:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:45:47Z"
    name: isvc-primary-0d7654.18a6f7b8675e6525
    namespace: kserve-ci-e2e-test
    resourceVersion: "25059"
    uid: 8aca059e-6347-455b-bc4c-64ab0fa031ca
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:44:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-0d7654
    namespace: kserve-ci-e2e-test
    resourceVersion: "24457"
    uid: ac515357-4226-4985-8292-25ab69f62131
  kind: Event
  lastTimestamp: "2026-04-16T22:44:34Z"
  message: 'Failed to update status for InferenceService "isvc-primary-0d7654": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-0d7654":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:44:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:44:34Z"
    name: isvc-primary-0d7654.18a6f7b867b23441
    namespace: kserve-ci-e2e-test
    resourceVersion: "24491"
    uid: 647ca72b-cb95-4dcb-8550-a2fc084b16b2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:44:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-0d7654
    namespace: kserve-ci-e2e-test
    resourceVersion: "24457"
    uid: ac515357-4226-4985-8292-25ab69f62131
  kind: Event
  lastTimestamp: "2026-04-16T22:44:34Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-0d7654": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:44:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:44:34Z"
    name: isvc-primary-0d7654.18a6f7b867b289f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24492"
    uid: 636ac45b-906d-44c3-ae93-f47a4aee4ee1
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-0d7654
    namespace: kserve-ci-e2e-test
    resourceVersion: "25056"
    uid: ac515357-4226-4985-8292-25ab69f62131
  kind: Event
  lastTimestamp: "2026-04-16T22:45:47Z"
  message: InferenceService [isvc-primary-0d7654] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:45:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:45:47Z"
    name: isvc-primary-0d7654.18a6f7c977536cfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "25058"
    uid: f9cf4515-da3c-405c-9f5f-c5875c081016
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:45:54.619107Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-0d7654-predictor-6647fcc567-bpj6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "25140"
    uid: 4a502f95-1664-41fd-9531-71b9492f8b69
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-0d7654-predictor-6647fcc567-bpj6r
    to ip-10-0-133-183.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:45:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:45:54Z"
    name: isvc-secondary-0d7654-predictor-6647fcc567-bpj6r.18a6f7cb1356c65a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25144"
    uid: 71b3695d-3d4f-4146-beeb-2d392bb2646b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bd746bc4f-w5454
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-0d7654-predictor-6647fcc567-bpj6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "25148"
    uid: 4a502f95-1664-41fd-9531-71b9492f8b69
  kind: Event
  lastTimestamp: "2026-04-16T22:45:55Z"
  message: Add eth0 [10.133.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:45:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:45:55Z"
    name: isvc-secondary-0d7654-predictor-6647fcc567-bpj6r.18a6f7cb2ca0fd80
    namespace: kserve-ci-e2e-test
    resourceVersion: "25155"
    uid: 9b81dc2f-efd1-4c38-82d6-207ab4405480
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-0d7654-predictor-6647fcc567-bpj6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "25142"
    uid: 4a502f95-1664-41fd-9531-71b9492f8b69
  kind: Event
  lastTimestamp: "2026-04-16T22:45:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:45:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:45:59Z"
    name: isvc-secondary-0d7654-predictor-6647fcc567-bpj6r.18a6f7cb2e36ae1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25202"
    uid: 3eb6432b-0e5a-4b8c-a16d-30a33162d003
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-0d7654-predictor-6647fcc567-bpj6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "25142"
    uid: 4a502f95-1664-41fd-9531-71b9492f8b69
  kind: Event
  lastTimestamp: "2026-04-16T22:45:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T22:45:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:45:59Z"
    name: isvc-secondary-0d7654-predictor-6647fcc567-bpj6r.18a6f7cb30ebc7eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25206"
    uid: e2ffe02d-ffb8-49fe-a1a0-2507e6dfe801
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-0d7654-predictor-6647fcc567-bpj6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "25142"
    uid: 4a502f95-1664-41fd-9531-71b9492f8b69
  kind: Event
  lastTimestamp: "2026-04-16T22:45:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T22:45:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:45:59Z"
    name: isvc-secondary-0d7654-predictor-6647fcc567-bpj6r.18a6f7cb315b55f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25208"
    uid: b818c1e6-5aeb-4df5-8fca-fa5016fdc14b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-0d7654-predictor-6647fcc567-bpj6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "25142"
    uid: 4a502f95-1664-41fd-9531-71b9492f8b69
  kind: Event
  lastTimestamp: "2026-04-16T22:46:02Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-0d7654-predictor-6647fcc567-bpj6r_kserve-ci-e2e-test(4a502f95-1664-41fd-9531-71b9492f8b69)
  metadata:
    creationTimestamp: "2026-04-16T22:46:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:46:02Z"
    name: isvc-secondary-0d7654-predictor-6647fcc567-bpj6r.18a6f7cd016e690f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25231"
    uid: e735ed07-0d19-420a-bfb4-ac54ddf20eb4
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-0d7654-predictor-6647fcc567
    namespace: kserve-ci-e2e-test
    resourceVersion: "25130"
    uid: af7ac7e0-39d6-44ff-82f5-c8870097d5fb
  kind: Event
  lastTimestamp: "2026-04-16T22:45:54Z"
  message: 'Created pod: isvc-secondary-0d7654-predictor-6647fcc567-bpj6r'
  metadata:
    creationTimestamp: "2026-04-16T22:45:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:45:54Z"
    name: isvc-secondary-0d7654-predictor-6647fcc567.18a6f7cb12f2d84c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25141"
    uid: 2e6e5eb6-65ac-4da0-8e03-7b19ee219087
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-0d7654-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25128"
    uid: c36bb1ce-96fd-4fc6-b77a-4585480aa2e3
  kind: Event
  lastTimestamp: "2026-04-16T22:45:54Z"
  message: Scaled up replica set isvc-secondary-0d7654-predictor-6647fcc567 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T22:45:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:45:54Z"
    name: isvc-secondary-0d7654-predictor.18a6f7cb1007a7c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25133"
    uid: 6892dadb-9f69-4117-9c33-069d97ffe584
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-0d7654-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25129"
    uid: 241d5545-8432-4397-bd31-274d3e85b005
  kind: Event
  lastTimestamp: "2026-04-16T22:46:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:46:09Z"
    name: isvc-secondary-0d7654-predictor.18a6f7ce8e722bf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25283"
    uid: 827d0b6d-bb65-4a29-9f92-3f0a044e97ac
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-0d7654-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25129"
    uid: 241d5545-8432-4397-bd31-274d3e85b005
  kind: Event
  lastTimestamp: "2026-04-16T22:46:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:46:09Z"
    name: isvc-secondary-0d7654-predictor.18a6f7ce8ece2a6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25285"
    uid: a81d1c80-789f-45ae-8312-368fb5895e49
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-0d7654
    namespace: kserve-ci-e2e-test
    resourceVersion: "25118"
    uid: 2907f816-6439-4fcf-8e79-ba8a7f4b42da
  kind: Event
  lastTimestamp: "2026-04-16T22:46:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:45:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:46:03Z"
    name: isvc-secondary-0d7654.18a6f7cb0fe3317f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25244"
    uid: 39ef7c81-8c33-4cf4-b5aa-1dc1323cb3e8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-0d7654
    namespace: kserve-ci-e2e-test
    resourceVersion: "25118"
    uid: 2907f816-6439-4fcf-8e79-ba8a7f4b42da
  kind: Event
  lastTimestamp: "2026-04-16T22:45:54Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-0d7654":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-0d7654":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:45:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:45:54Z"
    name: isvc-secondary-0d7654.18a6f7cb104696f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25135"
    uid: 96adb60e-1127-4f32-962b-48d912152110
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-0d7654
    namespace: kserve-ci-e2e-test
    resourceVersion: "25118"
    uid: 2907f816-6439-4fcf-8e79-ba8a7f4b42da
  kind: Event
  lastTimestamp: "2026-04-16T22:45:54Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-0d7654": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:45:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:45:54Z"
    name: isvc-secondary-0d7654.18a6f7cb1046d764
    namespace: kserve-ci-e2e-test
    resourceVersion: "25136"
    uid: 45d10c17-03f6-429c-8fbd-a5d2e57111ca
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:24:44.167990Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-w2mzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14669"
    uid: f1bdae3c-23ef-453e-aac0-dfaef0c627b8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-ccbd696dd-w2mzz
    to ip-10-0-133-183.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:24:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:24:44Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-w2mzz.18a6f6a3468d30e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14675"
    uid: ceedd728-571a-4543-878a-25f7e6271417
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bd746bc4f-w5454
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-w2mzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14671"
    uid: f1bdae3c-23ef-453e-aac0-dfaef0c627b8
  kind: Event
  lastTimestamp: "2026-04-16T22:24:44Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-batcher-custom-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-16T22:24:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:44Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-w2mzz.18a6f6a35481a07f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14683"
    uid: dd666b47-d27d-4202-82f5-6fbbae63c952
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-w2mzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14680"
    uid: f1bdae3c-23ef-453e-aac0-dfaef0c627b8
  kind: Event
  lastTimestamp: "2026-04-16T22:24:45Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:24:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:24:45Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-w2mzz.18a6f6a3838f68ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "14693"
    uid: 38c0fe27-dc4e-4281-81e9-b6cdd3be4e36
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-w2mzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14671"
    uid: f1bdae3c-23ef-453e-aac0-dfaef0c627b8
  kind: Event
  lastTimestamp: "2026-04-16T22:24:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:24:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:45Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-w2mzz.18a6f6a384ece3f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14695"
    uid: 771eb24e-b653-4687-ab7b-c528cdd45e5d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-w2mzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14671"
    uid: f1bdae3c-23ef-453e-aac0-dfaef0c627b8
  kind: Event
  lastTimestamp: "2026-04-16T22:24:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T22:24:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:45Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-w2mzz.18a6f6a3886c8234
    namespace: kserve-ci-e2e-test
    resourceVersion: "14696"
    uid: 129833c7-a674-44d9-9e51-ebc286b6fdd4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-w2mzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14671"
    uid: f1bdae3c-23ef-453e-aac0-dfaef0c627b8
  kind: Event
  lastTimestamp: "2026-04-16T22:24:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T22:24:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:45Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-w2mzz.18a6f6a388f103b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14697"
    uid: d96c2c2d-0758-424b-a8bf-33b5ea47b629
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-w2mzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14671"
    uid: f1bdae3c-23ef-453e-aac0-dfaef0c627b8
  kind: Event
  lastTimestamp: "2026-04-16T22:24:49Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:24:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:49Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-w2mzz.18a6f6a489ba4a3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14739"
    uid: 304f4892-bec2-4af4-b12a-599cc053f859
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-w2mzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14671"
    uid: f1bdae3c-23ef-453e-aac0-dfaef0c627b8
  kind: Event
  lastTimestamp: "2026-04-16T22:24:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:24:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:49Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-w2mzz.18a6f6a48d25ea3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14743"
    uid: ebfd2fde-fef0-45be-9346-eaec15b71369
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-w2mzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14671"
    uid: f1bdae3c-23ef-453e-aac0-dfaef0c627b8
  kind: Event
  lastTimestamp: "2026-04-16T22:24:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:24:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:49Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-w2mzz.18a6f6a48da29cf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14744"
    uid: a08f5889-cfc5-464c-a793-0ce35628a3c0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-w2mzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14671"
    uid: f1bdae3c-23ef-453e-aac0-dfaef0c627b8
  kind: Event
  lastTimestamp: "2026-04-16T22:24:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:24:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:49Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-w2mzz.18a6f6a48db0b9ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "14745"
    uid: c922248b-9cd5-45c0-8d39-0afe5c377423
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-w2mzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14671"
    uid: f1bdae3c-23ef-453e-aac0-dfaef0c627b8
  kind: Event
  lastTimestamp: "2026-04-16T22:24:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:24:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:49Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-w2mzz.18a6f6a490e88afc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14747"
    uid: 4a765684-2be4-48db-8b7b-04dfffd1e11d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-w2mzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14671"
    uid: f1bdae3c-23ef-453e-aac0-dfaef0c627b8
  kind: Event
  lastTimestamp: "2026-04-16T22:24:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:24:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:49Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-w2mzz.18a6f6a4916d527c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14749"
    uid: 16c21ff5-fbeb-47a5-a4d1-d56bbe7f41f0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-w2mzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14671"
    uid: f1bdae3c-23ef-453e-aac0-dfaef0c627b8
  kind: Event
  lastTimestamp: "2026-04-16T22:24:49Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:cbf2f0964114aa89f1941320ac63f4a95a47d78bad8157d48396be0e3b5c023b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:24:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:49Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-w2mzz.18a6f6a4917ad29d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14750"
    uid: 6134dac2-4b4b-49af-b092-ab5d307e9285
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-w2mzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14671"
    uid: f1bdae3c-23ef-453e-aac0-dfaef0c627b8
  kind: Event
  lastTimestamp: "2026-04-16T22:24:49Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-16T22:24:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:49Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-w2mzz.18a6f6a49475bb02
    namespace: kserve-ci-e2e-test
    resourceVersion: "14752"
    uid: 8295d12c-93ba-4735-8b75-32122cd8e72c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-w2mzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14671"
    uid: f1bdae3c-23ef-453e-aac0-dfaef0c627b8
  kind: Event
  lastTimestamp: "2026-04-16T22:24:49Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-16T22:24:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:49Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-w2mzz.18a6f6a494e40377
    namespace: kserve-ci-e2e-test
    resourceVersion: "14753"
    uid: d5f76cd5-9b0a-4300-be59-a95b55d3d72f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-w2mzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14671"
    uid: f1bdae3c-23ef-453e-aac0-dfaef0c627b8
  kind: Event
  lastTimestamp: "2026-04-16T22:26:26Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.29:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T22:24:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:26:26Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-w2mzz.18a6f6a4c5b15a0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15558"
    uid: 1fe58633-1c59-4dd4-8ebf-0c954cac77d5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-w2mzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14671"
    uid: f1bdae3c-23ef-453e-aac0-dfaef0c627b8
  kind: Event
  lastTimestamp: "2026-04-16T22:26:26Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T22:24:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:26:26Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-w2mzz.18a6f6a4c5bc5be9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15559"
    uid: f1c31f03-4527-4ada-8151-3d11d6b8342b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-w2mzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14671"
    uid: f1bdae3c-23ef-453e-aac0-dfaef0c627b8
  kind: Event
  lastTimestamp: "2026-04-16T22:26:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:26:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:26:09Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-w2mzz.18a6f6b715958713
    namespace: kserve-ci-e2e-test
    resourceVersion: "15368"
    uid: 24f6b6cb-bf39-4d2d-8034-1656ecfa152c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-w2mzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14671"
    uid: f1bdae3c-23ef-453e-aac0-dfaef0c627b8
  kind: Event
  lastTimestamp: "2026-04-16T22:26:09Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-16T22:26:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:26:09Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-w2mzz.18a6f6b71595dd6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15372"
    uid: 1b69dc72-f5c6-4f37-8196-a0ef546eb434
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-w2mzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14671"
    uid: f1bdae3c-23ef-453e-aac0-dfaef0c627b8
  kind: Event
  lastTimestamp: "2026-04-16T22:26:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:26:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:26:09Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-w2mzz.18a6f6b715965925
    namespace: kserve-ci-e2e-test
    resourceVersion: "15374"
    uid: 9e5e072b-f729-4265-a2aa-72a351b2cd6c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-w2mzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14671"
    uid: f1bdae3c-23ef-453e-aac0-dfaef0c627b8
  kind: Event
  lastTimestamp: "2026-04-16T22:26:26Z"
  message: 'Readiness probe failed: Get "https://10.133.0.29:8643/healthz": dial tcp
    10.133.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T22:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:26:26Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-w2mzz.18a6f6b7a1c6c6e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15557"
    uid: 67936be4-2bdc-4dcd-8e83-205fcb6604d2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14657"
    uid: 8721211d-0744-48ae-af89-69e0e15351f8
  kind: Event
  lastTimestamp: "2026-04-16T22:24:44Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-ccbd696dd-w2mzz'
  metadata:
    creationTimestamp: "2026-04-16T22:24:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:24:44Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd.18a6f6a3461ca38c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14670"
    uid: 5ab0e6d3-c43c-4370-a311-5f118f5bcd27
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14653"
    uid: d8df0368-cb25-4a58-ac97-34266f631399
  kind: Event
  lastTimestamp: "2026-04-16T22:24:44Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-ccbd696dd from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T22:24:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:24:44Z"
    name: isvc-sklearn-batcher-custom-predictor.18a6f6a341a771e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14659"
    uid: 8e7f3384-396f-4c1b-ad1e-5077dabc9cd4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14655"
    uid: 7fc89cd2-4a7b-4281-a84c-c1a700b99481
  kind: Event
  lastTimestamp: "2026-04-16T22:25:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:24:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:25:44Z"
    name: isvc-sklearn-batcher-custom-predictor.18a6f6a6c084eafb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15159"
    uid: 9850b437-7b5a-409b-a3a1-e388b24b9f0c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14655"
    uid: 7fc89cd2-4a7b-4281-a84c-c1a700b99481
  kind: Event
  lastTimestamp: "2026-04-16T22:25:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:24:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:25:44Z"
    name: isvc-sklearn-batcher-custom-predictor.18a6f6a6c0ed8bcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15160"
    uid: a5dccf38-c875-42af-892e-06c791bc64b3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14833"
    uid: 7fc89cd2-4a7b-4281-a84c-c1a700b99481
  kind: Event
  lastTimestamp: "2026-04-16T22:25:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:25:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:25:59Z"
    name: isvc-sklearn-batcher-custom-predictor.18a6f6b4bce64dd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15272"
    uid: 0347b3d9-c33d-4da8-9377-82b78e250e43
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14833"
    uid: 7fc89cd2-4a7b-4281-a84c-c1a700b99481
  kind: Event
  lastTimestamp: "2026-04-16T22:25:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:25:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:25:59Z"
    name: isvc-sklearn-batcher-custom-predictor.18a6f6b4bd4b285e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15274"
    uid: 36f5b7bb-d993-48c7-8ae8-33d39b903b90
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14626"
    uid: c42b3996-0429-4a9d-a221-a902b8357d14
  kind: Event
  lastTimestamp: "2026-04-16T22:25:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:24:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:25:56Z"
    name: isvc-sklearn-batcher-custom.18a6f6a34185748c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15256"
    uid: e4d5b517-d8dd-4317-adca-1e0d7b096d92
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14626"
    uid: c42b3996-0429-4a9d-a221-a902b8357d14
  kind: Event
  lastTimestamp: "2026-04-16T22:24:44Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:24:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:24:44Z"
    name: isvc-sklearn-batcher-custom.18a6f6a342071b4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14677"
    uid: 1aa39117-2f27-402a-b8a9-8cfd6f2fde35
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14635"
    uid: c42b3996-0429-4a9d-a221-a902b8357d14
  kind: Event
  lastTimestamp: "2026-04-16T22:24:44Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:24:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:24:44Z"
    name: isvc-sklearn-batcher-custom.18a6f6a346dff6e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14678"
    uid: c09a72b7-52c6-4f41-8da4-30493028aec2
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15254"
    uid: c42b3996-0429-4a9d-a221-a902b8357d14
  kind: Event
  lastTimestamp: "2026-04-16T22:25:56Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:25:56Z"
    name: isvc-sklearn-batcher-custom.18a6f6b42a11397b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15255"
    uid: 492fbfa3-197b-46f5-bdb9-919ab101366a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:23:08.977969Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-cv6vq
    namespace: kserve-ci-e2e-test
    resourceVersion: "13827"
    uid: 7e6fc2d5-a1c9-4aab-a069-e5f89a741f6a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-6c75bdff6f-cv6vq
    to ip-10-0-133-183.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:23:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:23:08Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-cv6vq.18a6f68d1cc8acdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "13834"
    uid: 8e3aa4ad-974d-4519-9cb0-0823de069b7e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bd746bc4f-w5454
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-cv6vq
    namespace: kserve-ci-e2e-test
    resourceVersion: "13831"
    uid: 7e6fc2d5-a1c9-4aab-a069-e5f89a741f6a
  kind: Event
  lastTimestamp: "2026-04-16T22:23:09Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-batcher-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-16T22:23:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:23:09Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-cv6vq.18a6f68d2a5d36b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "13845"
    uid: cfc15372-2b46-4c0e-81b9-0257188c6e0e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-cv6vq
    namespace: kserve-ci-e2e-test
    resourceVersion: "13840"
    uid: 7e6fc2d5-a1c9-4aab-a069-e5f89a741f6a
  kind: Event
  lastTimestamp: "2026-04-16T22:23:09Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:23:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:23:09Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-cv6vq.18a6f68d59451c99
    namespace: kserve-ci-e2e-test
    resourceVersion: "13854"
    uid: cf87ad6c-72f5-47e7-8e6f-d7c2ea4b1baa
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-cv6vq
    namespace: kserve-ci-e2e-test
    resourceVersion: "13831"
    uid: 7e6fc2d5-a1c9-4aab-a069-e5f89a741f6a
  kind: Event
  lastTimestamp: "2026-04-16T22:23:10Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
  metadata:
    creationTimestamp: "2026-04-16T22:23:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:23:10Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-cv6vq.18a6f68d5add475b
    namespace: kserve-ci-e2e-test
    resourceVersion: "13856"
    uid: dce41399-af19-44f2-87d6-47f61288c954
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-cv6vq
    namespace: kserve-ci-e2e-test
    resourceVersion: "13831"
    uid: 7e6fc2d5-a1c9-4aab-a069-e5f89a741f6a
  kind: Event
  lastTimestamp: "2026-04-16T22:23:13Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    in 3.138s (3.138s including waiting). Image size: 299671465 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T22:23:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:23:13Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-cv6vq.18a6f68e15eea121
    namespace: kserve-ci-e2e-test
    resourceVersion: "13880"
    uid: a45e32ba-9a83-4380-ad02-d1f1bd929fbd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-cv6vq
    namespace: kserve-ci-e2e-test
    resourceVersion: "13831"
    uid: 7e6fc2d5-a1c9-4aab-a069-e5f89a741f6a
  kind: Event
  lastTimestamp: "2026-04-16T22:23:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T22:23:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:23:13Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-cv6vq.18a6f68e18dc5b0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "13881"
    uid: 7f67c4a6-71bd-4189-b465-97e939617593
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-cv6vq
    namespace: kserve-ci-e2e-test
    resourceVersion: "13831"
    uid: 7e6fc2d5-a1c9-4aab-a069-e5f89a741f6a
  kind: Event
  lastTimestamp: "2026-04-16T22:23:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T22:23:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:23:13Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-cv6vq.18a6f68e194081a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "13882"
    uid: bc56b17f-7af8-40a2-b809-1d748cd33c28
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-cv6vq
    namespace: kserve-ci-e2e-test
    resourceVersion: "13831"
    uid: 7e6fc2d5-a1c9-4aab-a069-e5f89a741f6a
  kind: Event
  lastTimestamp: "2026-04-16T22:23:17Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
  metadata:
    creationTimestamp: "2026-04-16T22:23:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:23:17Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-cv6vq.18a6f68f0a5b5fd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "13955"
    uid: 706e24c3-22ae-43d3-a849-4a1205349a24
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-cv6vq
    namespace: kserve-ci-e2e-test
    resourceVersion: "13831"
    uid: 7e6fc2d5-a1c9-4aab-a069-e5f89a741f6a
  kind: Event
  lastTimestamp: "2026-04-16T22:23:29Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    in 12.034s (12.034s including waiting). Image size: 1560615339 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T22:23:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:23:29Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-cv6vq.18a6f691d7a61e4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14063"
    uid: e35858b0-44a9-46f8-919c-c051ba599d3c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-cv6vq
    namespace: kserve-ci-e2e-test
    resourceVersion: "13831"
    uid: 7e6fc2d5-a1c9-4aab-a069-e5f89a741f6a
  kind: Event
  lastTimestamp: "2026-04-16T22:23:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:23:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:23:29Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-cv6vq.18a6f691dc27870e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14065"
    uid: b4d08612-898c-4991-958b-16f457a40227
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-cv6vq
    namespace: kserve-ci-e2e-test
    resourceVersion: "13831"
    uid: 7e6fc2d5-a1c9-4aab-a069-e5f89a741f6a
  kind: Event
  lastTimestamp: "2026-04-16T22:23:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:23:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:23:29Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-cv6vq.18a6f691dca0c600
    namespace: kserve-ci-e2e-test
    resourceVersion: "14066"
    uid: 2d121311-8c70-441a-ba0a-4889d1d31858
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-cv6vq
    namespace: kserve-ci-e2e-test
    resourceVersion: "13831"
    uid: 7e6fc2d5-a1c9-4aab-a069-e5f89a741f6a
  kind: Event
  lastTimestamp: "2026-04-16T22:23:29Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-04-16T22:23:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:23:29Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-cv6vq.18a6f691dcadae12
    namespace: kserve-ci-e2e-test
    resourceVersion: "14067"
    uid: 562cbb15-a851-4ad7-9c5d-19ef44d641bc
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-cv6vq
    namespace: kserve-ci-e2e-test
    resourceVersion: "13831"
    uid: 7e6fc2d5-a1c9-4aab-a069-e5f89a741f6a
  kind: Event
  lastTimestamp: "2026-04-16T22:23:31Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.537s (2.537s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T22:23:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:23:31Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-cv6vq.18a6f69273f2aea9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14086"
    uid: 88fea297-30db-48f3-81fd-bea882abe000
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-cv6vq
    namespace: kserve-ci-e2e-test
    resourceVersion: "13831"
    uid: 7e6fc2d5-a1c9-4aab-a069-e5f89a741f6a
  kind: Event
  lastTimestamp: "2026-04-16T22:23:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:23:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:23:31Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-cv6vq.18a6f6927826a06b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14087"
    uid: 346c6042-79b8-4102-bacf-103a7c49f27c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-cv6vq
    namespace: kserve-ci-e2e-test
    resourceVersion: "13831"
    uid: 7e6fc2d5-a1c9-4aab-a069-e5f89a741f6a
  kind: Event
  lastTimestamp: "2026-04-16T22:23:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:23:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:23:31Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-cv6vq.18a6f69278b2fce2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14088"
    uid: aee78d3d-f85c-46a8-a710-02e7276c9e28
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-cv6vq
    namespace: kserve-ci-e2e-test
    resourceVersion: "13831"
    uid: 7e6fc2d5-a1c9-4aab-a069-e5f89a741f6a
  kind: Event
  lastTimestamp: "2026-04-16T22:23:31Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:cbf2f0964114aa89f1941320ac63f4a95a47d78bad8157d48396be0e3b5c023b"
  metadata:
    creationTimestamp: "2026-04-16T22:23:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:23:32Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-cv6vq.18a6f69278bfadb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14089"
    uid: 4a6f30ed-64f6-4994-9cf5-09f08277d6ba
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-cv6vq
    namespace: kserve-ci-e2e-test
    resourceVersion: "13831"
    uid: 7e6fc2d5-a1c9-4aab-a069-e5f89a741f6a
  kind: Event
  lastTimestamp: "2026-04-16T22:23:34Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:cbf2f0964114aa89f1941320ac63f4a95a47d78bad8157d48396be0e3b5c023b"
    in 2.227s (2.227s including waiting). Image size: 237897291 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T22:23:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:23:34Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-cv6vq.18a6f692fd83fcf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14105"
    uid: 9bc506e1-5a68-4df0-99e9-41aff47b0d31
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-cv6vq
    namespace: kserve-ci-e2e-test
    resourceVersion: "13831"
    uid: 7e6fc2d5-a1c9-4aab-a069-e5f89a741f6a
  kind: Event
  lastTimestamp: "2026-04-16T22:23:34Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-16T22:23:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:23:34Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-cv6vq.18a6f69303d0a132
    namespace: kserve-ci-e2e-test
    resourceVersion: "14107"
    uid: 346a1bef-2574-40ca-aab1-7a167c3ec5ad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-cv6vq
    namespace: kserve-ci-e2e-test
    resourceVersion: "13831"
    uid: 7e6fc2d5-a1c9-4aab-a069-e5f89a741f6a
  kind: Event
  lastTimestamp: "2026-04-16T22:23:34Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-16T22:23:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:23:34Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-cv6vq.18a6f693051a186e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14108"
    uid: 32e37367-ba9c-47ec-9e88-b604f9c416d7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-cv6vq
    namespace: kserve-ci-e2e-test
    resourceVersion: "13831"
    uid: 7e6fc2d5-a1c9-4aab-a069-e5f89a741f6a
  kind: Event
  lastTimestamp: "2026-04-16T22:24:58Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T22:23:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:58Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-cv6vq.18a6f6937c1d7662
    namespace: kserve-ci-e2e-test
    resourceVersion: "14823"
    uid: b06ffe45-d485-4724-a953-5afd1ba9f46a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-cv6vq
    namespace: kserve-ci-e2e-test
    resourceVersion: "13831"
    uid: 7e6fc2d5-a1c9-4aab-a069-e5f89a741f6a
  kind: Event
  lastTimestamp: "2026-04-16T22:24:58Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T22:23:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:58Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-cv6vq.18a6f6937c295df8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14824"
    uid: 8905120a-7c17-4f7c-aea2-6f870bb43f95
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-cv6vq
    namespace: kserve-ci-e2e-test
    resourceVersion: "13831"
    uid: 7e6fc2d5-a1c9-4aab-a069-e5f89a741f6a
  kind: Event
  lastTimestamp: "2026-04-16T22:24:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:24:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:44Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-cv6vq.18a6f6a3406b4715
    namespace: kserve-ci-e2e-test
    resourceVersion: "14650"
    uid: 2421e5d5-885f-4f2d-9c44-8b776b4ce3d8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-cv6vq
    namespace: kserve-ci-e2e-test
    resourceVersion: "13831"
    uid: 7e6fc2d5-a1c9-4aab-a069-e5f89a741f6a
  kind: Event
  lastTimestamp: "2026-04-16T22:24:44Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-16T22:24:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:44Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-cv6vq.18a6f6a3406ba702
    namespace: kserve-ci-e2e-test
    resourceVersion: "14654"
    uid: e1c029fb-4c88-424f-9d2d-51f7065191b8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-cv6vq
    namespace: kserve-ci-e2e-test
    resourceVersion: "13831"
    uid: 7e6fc2d5-a1c9-4aab-a069-e5f89a741f6a
  kind: Event
  lastTimestamp: "2026-04-16T22:24:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:24:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:44Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-cv6vq.18a6f6a3406c4fcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14656"
    uid: 67051a87-c877-40d3-93ef-2068e9c26dab
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-cv6vq
    namespace: kserve-ci-e2e-test
    resourceVersion: "13831"
    uid: 7e6fc2d5-a1c9-4aab-a069-e5f89a741f6a
  kind: Event
  lastTimestamp: "2026-04-16T22:25:01Z"
  message: 'Readiness probe failed: Get "https://10.133.0.28:8643/healthz": dial tcp
    10.133.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T22:24:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:01Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-cv6vq.18a6f6a3c86e23cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14848"
    uid: 96d63c98-230a-4c3f-988e-e441d9072d5b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-6c75bdff6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "13820"
    uid: a7b1461a-9be4-4375-a56b-b15d5054b72e
  kind: Event
  lastTimestamp: "2026-04-16T22:23:08Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-6c75bdff6f-cv6vq'
  metadata:
    creationTimestamp: "2026-04-16T22:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:23:08Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f.18a6f68d1c2c4d16
    namespace: kserve-ci-e2e-test
    resourceVersion: "13830"
    uid: 0da04f9e-b340-43b7-bdaa-4e46cd20ca03
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13819"
    uid: d756b48e-84dd-42c0-bf76-8961234919c6
  kind: Event
  lastTimestamp: "2026-04-16T22:23:08Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-6c75bdff6f from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T22:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:23:08Z"
    name: isvc-sklearn-batcher-predictor.18a6f68d16333ec9
    namespace: kserve-ci-e2e-test
    resourceVersion: "13821"
    uid: 090d0a73-6079-4582-a778-1b1191a4cba8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13829"
    uid: 397e7c9a-faac-4bdb-86a2-31d731b0d8da
  kind: Event
  lastTimestamp: "2026-04-16T22:24:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:23:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:24:09Z"
    name: isvc-sklearn-batcher-predictor.18a6f6909c090279
    namespace: kserve-ci-e2e-test
    resourceVersion: "14366"
    uid: 47ab6012-9285-4b5b-ad2f-84cd07b8c61a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13829"
    uid: 397e7c9a-faac-4bdb-86a2-31d731b0d8da
  kind: Event
  lastTimestamp: "2026-04-16T22:24:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:23:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:24:09Z"
    name: isvc-sklearn-batcher-predictor.18a6f6909cd6b154
    namespace: kserve-ci-e2e-test
    resourceVersion: "14367"
    uid: 32a88dc9-72f0-4a85-8021-8b5e91767ba6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14005"
    uid: 397e7c9a-faac-4bdb-86a2-31d731b0d8da
  kind: Event
  lastTimestamp: "2026-04-16T22:24:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:23:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:24:39Z"
    name: isvc-sklearn-batcher-predictor.18a6f6979b8ec6a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14589"
    uid: ab3e1871-fb81-4003-8b7d-d8471b9cd49a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14005"
    uid: 397e7c9a-faac-4bdb-86a2-31d731b0d8da
  kind: Event
  lastTimestamp: "2026-04-16T22:24:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:23:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:24:39Z"
    name: isvc-sklearn-batcher-predictor.18a6f6979bf49d60
    namespace: kserve-ci-e2e-test
    resourceVersion: "14590"
    uid: 564ac3a6-546e-4eda-8ee1-d4b936e58963
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13808"
    uid: bc805dc4-e211-4754-9f23-6d7f6df591d8
  kind: Event
  lastTimestamp: "2026-04-16T22:24:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:24:38Z"
    name: isvc-sklearn-batcher.18a6f68d1c8fa08e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14584"
    uid: f21332b6-f0c4-473e-8e3d-00b5f7c38974
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13808"
    uid: bc805dc4-e211-4754-9f23-6d7f6df591d8
  kind: Event
  lastTimestamp: "2026-04-16T22:23:08Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:23:08Z"
    name: isvc-sklearn-batcher.18a6f68d1ced6832
    namespace: kserve-ci-e2e-test
    resourceVersion: "13835"
    uid: 59adc41a-bbbe-4fb2-a7ce-790026ebdd1e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13808"
    uid: bc805dc4-e211-4754-9f23-6d7f6df591d8
  kind: Event
  lastTimestamp: "2026-04-16T22:23:08Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:23:08Z"
    name: isvc-sklearn-batcher.18a6f68d1cedb004
    namespace: kserve-ci-e2e-test
    resourceVersion: "13836"
    uid: 3141ee75-4190-4429-9c10-76b32a8c671f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14582"
    uid: bc805dc4-e211-4754-9f23-6d7f6df591d8
  kind: Event
  lastTimestamp: "2026-04-16T22:24:38Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:24:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:24:38Z"
    name: isvc-sklearn-batcher.18a6f6a1f1d2e772
    namespace: kserve-ci-e2e-test
    resourceVersion: "14583"
    uid: 1bccf98f-cddd-437e-bce8-afa3eff7f0dc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:35:15.696327Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-t2fgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19903"
    uid: f34ef695-31ba-4e6c-9b6c-f1825e691637
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-5fdf4889b4-t2fgn
    to ip-10-0-133-183.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:35:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:35:15Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-t2fgn.18a6f7365092d9f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19907"
    uid: 12bfb85d-78f1-4cad-b56d-e51e9adc7dc9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bd746bc4f-w5454
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-t2fgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19905"
    uid: f34ef695-31ba-4e6c-9b6c-f1825e691637
  kind: Event
  lastTimestamp: "2026-04-16T22:35:15Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-mcp-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-16T22:35:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:15Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-t2fgn.18a6f7365c505dc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19920"
    uid: cb34d257-f3f8-4e41-90e2-0f04568fd715
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-t2fgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19911"
    uid: f34ef695-31ba-4e6c-9b6c-f1825e691637
  kind: Event
  lastTimestamp: "2026-04-16T22:35:16Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:35:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:35:16Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-t2fgn.18a6f7368e4589eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19930"
    uid: ab57369d-c6bd-4b11-b3d0-87aaf838992b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-t2fgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19905"
    uid: f34ef695-31ba-4e6c-9b6c-f1825e691637
  kind: Event
  lastTimestamp: "2026-04-16T22:35:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:35:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:16Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-t2fgn.18a6f7368fac20b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19932"
    uid: ecaa0352-f314-4910-9238-f4447953afcb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-t2fgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19905"
    uid: f34ef695-31ba-4e6c-9b6c-f1825e691637
  kind: Event
  lastTimestamp: "2026-04-16T22:35:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T22:35:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:16Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-t2fgn.18a6f7369365f9fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "19933"
    uid: fc1611d0-70a6-415e-983e-8eb2a4097f6e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-t2fgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19905"
    uid: f34ef695-31ba-4e6c-9b6c-f1825e691637
  kind: Event
  lastTimestamp: "2026-04-16T22:35:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T22:35:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:16Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-t2fgn.18a6f73693d6ddd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19934"
    uid: 9a7282a5-0214-4455-aaf2-9dd531c0e860
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-t2fgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19905"
    uid: f34ef695-31ba-4e6c-9b6c-f1825e691637
  kind: Event
  lastTimestamp: "2026-04-16T22:35:20Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:35:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:20Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-t2fgn.18a6f7377d21d7dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19972"
    uid: 485bc287-b077-4e36-94ab-22d977d803af
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-t2fgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19905"
    uid: f34ef695-31ba-4e6c-9b6c-f1825e691637
  kind: Event
  lastTimestamp: "2026-04-16T22:35:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:35:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:20Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-t2fgn.18a6f73780367196
    namespace: kserve-ci-e2e-test
    resourceVersion: "19976"
    uid: 5cb3aa34-873e-4de8-9eb7-e89708808fe7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-t2fgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19905"
    uid: f34ef695-31ba-4e6c-9b6c-f1825e691637
  kind: Event
  lastTimestamp: "2026-04-16T22:35:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:35:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:20Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-t2fgn.18a6f73780ab4872
    namespace: kserve-ci-e2e-test
    resourceVersion: "19977"
    uid: 4811007a-ec70-430f-9799-92686d1697c5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-t2fgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19905"
    uid: f34ef695-31ba-4e6c-9b6c-f1825e691637
  kind: Event
  lastTimestamp: "2026-04-16T22:35:20Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-04-16T22:35:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:20Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-t2fgn.18a6f73780b85287
    namespace: kserve-ci-e2e-test
    resourceVersion: "19978"
    uid: 8bf0dfbc-6b0f-4a93-a571-a43d6f1d60fb
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-t2fgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19905"
    uid: f34ef695-31ba-4e6c-9b6c-f1825e691637
  kind: Event
  lastTimestamp: "2026-04-16T22:35:23Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.244s (2.244s including waiting). Image size: 237663782 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T22:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:23Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-t2fgn.18a6f738067fc758
    namespace: kserve-ci-e2e-test
    resourceVersion: "19997"
    uid: 176782ef-aa1e-4cdf-a59a-7897a5bb4142
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-t2fgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19905"
    uid: f34ef695-31ba-4e6c-9b6c-f1825e691637
  kind: Event
  lastTimestamp: "2026-04-16T22:35:23Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-04-16T22:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:23Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-t2fgn.18a6f73809bb9e2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19998"
    uid: 89f7d082-5dc4-4cec-a5f9-3995dd824d47
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-t2fgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19905"
    uid: f34ef695-31ba-4e6c-9b6c-f1825e691637
  kind: Event
  lastTimestamp: "2026-04-16T22:35:23Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-04-16T22:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:23Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-t2fgn.18a6f7380a2a7fb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19999"
    uid: a075ea4c-b407-4134-8bf9-f4d0c8a2d228
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-t2fgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19905"
    uid: f34ef695-31ba-4e6c-9b6c-f1825e691637
  kind: Event
  lastTimestamp: "2026-04-16T22:35:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:23Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-t2fgn.18a6f7380a36d80c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20000"
    uid: d4460fda-57f3-4aee-b6ff-731dfc4895d4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-t2fgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19905"
    uid: f34ef695-31ba-4e6c-9b6c-f1825e691637
  kind: Event
  lastTimestamp: "2026-04-16T22:35:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:23Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-t2fgn.18a6f7380ce00883
    namespace: kserve-ci-e2e-test
    resourceVersion: "20001"
    uid: bbd3855f-9b56-4b4d-9982-47f0c5e7b880
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-t2fgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19905"
    uid: f34ef695-31ba-4e6c-9b6c-f1825e691637
  kind: Event
  lastTimestamp: "2026-04-16T22:35:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:23Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-t2fgn.18a6f7380d605ef3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20002"
    uid: 70e3ee64-4328-4921-9506-c829ce07c6c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-t2fgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19905"
    uid: f34ef695-31ba-4e6c-9b6c-f1825e691637
  kind: Event
  lastTimestamp: "2026-04-16T22:36:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:36:35Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-t2fgn.18a6f748f4db1f92
    namespace: kserve-ci-e2e-test
    resourceVersion: "20534"
    uid: 344ddbdf-7f11-4e48-abe2-e311900dcc62
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-t2fgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19905"
    uid: f34ef695-31ba-4e6c-9b6c-f1825e691637
  kind: Event
  lastTimestamp: "2026-04-16T22:36:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:36:35Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-t2fgn.18a6f748f4dc43ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "20536"
    uid: a4989556-d539-4411-83d3-db4f336f9935
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-t2fgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19905"
    uid: f34ef695-31ba-4e6c-9b6c-f1825e691637
  kind: Event
  lastTimestamp: "2026-04-16T22:36:35Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-04-16T22:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:36:35Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-t2fgn.18a6f748f4ddb2fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20537"
    uid: 3a5f3e99-23a1-4045-a0bd-7a269d3eeb06
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-t2fgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19905"
    uid: f34ef695-31ba-4e6c-9b6c-f1825e691637
  kind: Event
  lastTimestamp: "2026-04-16T22:37:04Z"
  message: 'Readiness probe failed: Get "https://10.133.0.37:8643/healthz": dial tcp
    10.133.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T22:36:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:37:04Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-t2fgn.18a6f749e314a94c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20802"
    uid: 226c9b64-3ba0-4742-8217-d52ecd997e60
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-t2fgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19905"
    uid: f34ef695-31ba-4e6c-9b6c-f1825e691637
  kind: Event
  lastTimestamp: "2026-04-16T22:36:59Z"
  message: 'Readiness probe failed: Get "http://10.133.0.37:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.133.0.37:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T22:36:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:36:59Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-t2fgn.18a6f749e36f2948
    namespace: kserve-ci-e2e-test
    resourceVersion: "20764"
    uid: 6adfc7c0-2885-4bc3-a6b3-008f8276449e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-5fdf4889b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19893"
    uid: f746d5fb-6658-4b7c-a88b-bd69658d3b39
  kind: Event
  lastTimestamp: "2026-04-16T22:35:15Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-5fdf4889b4-t2fgn'
  metadata:
    creationTimestamp: "2026-04-16T22:35:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:35:15Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4.18a6f736502a52fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19904"
    uid: 2e105b70-d1d6-491b-863d-5ac381e9f265
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19891"
    uid: 5150c9a8-907d-47ce-886b-6b4c5c74e75f
  kind: Event
  lastTimestamp: "2026-04-16T22:35:15Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-5fdf4889b4 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T22:35:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:35:15Z"
    name: isvc-sklearn-mcp-predictor.18a6f7364d6e0e57
    namespace: kserve-ci-e2e-test
    resourceVersion: "19895"
    uid: ab7adda2-baf6-468d-a988-ea8f6480bcbb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19862"
    uid: 0ad8c91c-4725-4550-9c35-2816c4404193
  kind: Event
  lastTimestamp: "2026-04-16T22:36:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:35:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:36:29Z"
    name: isvc-sklearn-mcp.18a6f7364cf0eb50
    namespace: kserve-ci-e2e-test
    resourceVersion: "20465"
    uid: 4a9228ae-016e-455b-a3ed-1d14281d5992
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19862"
    uid: 0ad8c91c-4725-4550-9c35-2816c4404193
  kind: Event
  lastTimestamp: "2026-04-16T22:35:15Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:35:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:35:15Z"
    name: isvc-sklearn-mcp.18a6f7364d49fac8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19913"
    uid: 0f0b98e2-ac70-4555-b0eb-189c9caea3c0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19874"
    uid: 0ad8c91c-4725-4550-9c35-2816c4404193
  kind: Event
  lastTimestamp: "2026-04-16T22:35:15Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-mcp": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:35:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:35:15Z"
    name: isvc-sklearn-mcp.18a6f736526b3c47
    namespace: kserve-ci-e2e-test
    resourceVersion: "19914"
    uid: 956da3e3-69c8-4021-9b64-bfdff3d6984e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20463"
    uid: 0ad8c91c-4725-4550-9c35-2816c4404193
  kind: Event
  lastTimestamp: "2026-04-16T22:36:29Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:36:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:36:29Z"
    name: isvc-sklearn-mcp.18a6f747941878c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20464"
    uid: 61bbc761-9ec1-4d0b-9039-b0093c1229f5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:55:44.209523Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-j5mxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30423"
    uid: ddfa3d90-c606-4e26-8009-8cb2d1e1586f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-d8dbfbbb9-j5mxm
    to ip-10-0-133-183.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:55:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:55:44Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-j5mxm.18a6f85459aa9455
    namespace: kserve-ci-e2e-test
    resourceVersion: "30431"
    uid: cf9e1649-9881-47df-82b8-c447a978c039
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bd746bc4f-w5454
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:55:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-j5mxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30436"
    uid: ddfa3d90-c606-4e26-8009-8cb2d1e1586f
  kind: Event
  lastTimestamp: "2026-04-16T22:55:44Z"
  message: Add eth0 [10.133.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:55:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:55:44Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-j5mxm.18a6f85472b22816
    namespace: kserve-ci-e2e-test
    resourceVersion: "30443"
    uid: 070b47a1-4922-4043-b310-87312c20b8e5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:55:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-j5mxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30426"
    uid: ddfa3d90-c606-4e26-8009-8cb2d1e1586f
  kind: Event
  lastTimestamp: "2026-04-16T22:55:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:55:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:55:44Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-j5mxm.18a6f854742c1fa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30445"
    uid: 15ac9727-efde-485d-9eed-9871ddbf5a50
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:55:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-j5mxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30426"
    uid: ddfa3d90-c606-4e26-8009-8cb2d1e1586f
  kind: Event
  lastTimestamp: "2026-04-16T22:55:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T22:55:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:55:44Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-j5mxm.18a6f85476e3e47b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30446"
    uid: 51c8bf5a-0dd8-49c4-9572-d67ae8a86f66
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:55:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-j5mxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30426"
    uid: ddfa3d90-c606-4e26-8009-8cb2d1e1586f
  kind: Event
  lastTimestamp: "2026-04-16T22:55:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T22:55:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:55:44Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-j5mxm.18a6f8547751a2da
    namespace: kserve-ci-e2e-test
    resourceVersion: "30447"
    uid: 3bc4ea40-7896-4d9c-a789-006924c820d3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:55:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-j5mxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30426"
    uid: ddfa3d90-c606-4e26-8009-8cb2d1e1586f
  kind: Event
  lastTimestamp: "2026-04-16T22:55:48Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:55:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:55:48Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-j5mxm.18a6f8556da1fd41
    namespace: kserve-ci-e2e-test
    resourceVersion: "30485"
    uid: 038e52ff-cbf1-49c2-8cb0-01d27232d8f7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:55:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-j5mxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30426"
    uid: ddfa3d90-c606-4e26-8009-8cb2d1e1586f
  kind: Event
  lastTimestamp: "2026-04-16T22:55:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:55:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:55:48Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-j5mxm.18a6f855708cfc69
    namespace: kserve-ci-e2e-test
    resourceVersion: "30489"
    uid: 3587e2d4-0218-40a8-a62e-6ecb6b6eb495
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:55:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-j5mxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30426"
    uid: ddfa3d90-c606-4e26-8009-8cb2d1e1586f
  kind: Event
  lastTimestamp: "2026-04-16T22:55:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:55:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:55:48Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-j5mxm.18a6f85570fe8cdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30490"
    uid: 2942a9e0-b4ca-4e2d-bae1-f85e10f277aa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:55:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-j5mxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30426"
    uid: ddfa3d90-c606-4e26-8009-8cb2d1e1586f
  kind: Event
  lastTimestamp: "2026-04-16T22:55:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:55:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:55:48Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-j5mxm.18a6f855710b29f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30491"
    uid: e4f66a4e-4a67-4a1f-bced-bb280079d308
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:55:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-j5mxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30426"
    uid: ddfa3d90-c606-4e26-8009-8cb2d1e1586f
  kind: Event
  lastTimestamp: "2026-04-16T22:55:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:55:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:55:48Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-j5mxm.18a6f8557446d40a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30493"
    uid: 955ef879-1e78-42f2-b0b7-1b42bdb3e455
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:55:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-j5mxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30426"
    uid: ddfa3d90-c606-4e26-8009-8cb2d1e1586f
  kind: Event
  lastTimestamp: "2026-04-16T22:55:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:55:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:55:48Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-j5mxm.18a6f85574c84799
    namespace: kserve-ci-e2e-test
    resourceVersion: "30494"
    uid: 9b10c7d3-3869-4baa-bfcb-60b3db5cb2e8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T22:55:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-j5mxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30426"
    uid: ddfa3d90-c606-4e26-8009-8cb2d1e1586f
  kind: Event
  lastTimestamp: "2026-04-16T22:57:05Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T22:55:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:57:05Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-j5mxm.18a6f855a99cfc81
    namespace: kserve-ci-e2e-test
    resourceVersion: "31132"
    uid: 97302fb7-4919-40b3-9145-6616db7a9a15
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:57:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-j5mxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30426"
    uid: ddfa3d90-c606-4e26-8009-8cb2d1e1586f
  kind: Event
  lastTimestamp: "2026-04-16T22:57:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:57:04Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-j5mxm.18a6f866ff7b6c2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31067"
    uid: d23ec179-f11c-4eec-8b83-25eff47b4bea
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:57:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-j5mxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30426"
    uid: ddfa3d90-c606-4e26-8009-8cb2d1e1586f
  kind: Event
  lastTimestamp: "2026-04-16T22:57:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:57:04Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-j5mxm.18a6f866ff7c05b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31069"
    uid: 5f928237-4f87-40d5-8b7d-e73622cecfe3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:57:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-j5mxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30426"
    uid: ddfa3d90-c606-4e26-8009-8cb2d1e1586f
  kind: Event
  lastTimestamp: "2026-04-16T22:57:05Z"
  message: 'Readiness probe failed: Get "https://10.133.0.53:8643/healthz": dial tcp
    10.133.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T22:57:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:57:05Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-j5mxm.18a6f8675bb890a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31131"
    uid: ddc8204f-3c18-45d6-bae9-404afe38de26
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:55:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-d8dbfbbb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30414"
    uid: c78075c9-6cee-429e-96de-2602996dce09
  kind: Event
  lastTimestamp: "2026-04-16T22:55:44Z"
  message: 'Created pod: isvc-sklearn-predictor-d8dbfbbb9-j5mxm'
  metadata:
    creationTimestamp: "2026-04-16T22:55:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:55:44Z"
    name: isvc-sklearn-predictor-d8dbfbbb9.18a6f854594aa46b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30425"
    uid: 28d70ec6-92a9-4616-a328-a5cadec6f05e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:55:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30412"
    uid: 4a8f06a8-e6ad-4a53-8d14-ac0df27cd78c
  kind: Event
  lastTimestamp: "2026-04-16T22:55:44Z"
  message: Scaled up replica set isvc-sklearn-predictor-d8dbfbbb9 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T22:55:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:55:44Z"
    name: isvc-sklearn-predictor.18a6f85456f3bb2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30417"
    uid: 9cebdef2-4c09-459a-aa60-22a6f4fee870
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:55:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30413"
    uid: d519452c-b1ca-472c-8c3f-0994f83744a5
  kind: Event
  lastTimestamp: "2026-04-16T22:56:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:55:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:56:29Z"
    name: isvc-sklearn-predictor.18a6f857d5c68af7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30788"
    uid: 2c950ca3-83fa-4709-bc26-4939648a2624
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:55:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30413"
    uid: d519452c-b1ca-472c-8c3f-0994f83744a5
  kind: Event
  lastTimestamp: "2026-04-16T22:56:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:55:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:56:29Z"
    name: isvc-sklearn-predictor.18a6f857d626c703
    namespace: kserve-ci-e2e-test
    resourceVersion: "30789"
    uid: 0494b1a3-5da0-4c0f-8c89-42f3ba7765e7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:56:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30568"
    uid: d519452c-b1ca-472c-8c3f-0994f83744a5
  kind: Event
  lastTimestamp: "2026-04-16T22:56:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:56:59Z"
    name: isvc-sklearn-predictor.18a6f85b54e2c6a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31005"
    uid: d1e2c801-7fc4-4cb8-a258-b3fe126a54d6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:56:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30568"
    uid: d519452c-b1ca-472c-8c3f-0994f83744a5
  kind: Event
  lastTimestamp: "2026-04-16T22:56:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:56:59Z"
    name: isvc-sklearn-predictor.18a6f85b554197f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31006"
    uid: 6a457f6f-5a67-4215-baa1-34626f3a88b6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:58:04.552338Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-dxsln
    namespace: kserve-ci-e2e-test
    resourceVersion: "31603"
    uid: c534b9aa-dbfb-479a-be18-34a1b9e41179
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-65cd49579f-dxsln
    to ip-10-0-133-183.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:58:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:58:04Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-dxsln.18a6f87506c00347
    namespace: kserve-ci-e2e-test
    resourceVersion: "31609"
    uid: 302c0537-4c83-4cac-bd6c-fda3684da691
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bd746bc4f-w5454
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:58:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-dxsln
    namespace: kserve-ci-e2e-test
    resourceVersion: "31605"
    uid: c534b9aa-dbfb-479a-be18-34a1b9e41179
  kind: Event
  lastTimestamp: "2026-04-16T22:58:04Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-16T22:58:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:58:04Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-dxsln.18a6f875110ba447
    namespace: kserve-ci-e2e-test
    resourceVersion: "31617"
    uid: a6af72f1-3146-463b-bfde-8251b1b6cbf4
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:58:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-dxsln
    namespace: kserve-ci-e2e-test
    resourceVersion: "31614"
    uid: c534b9aa-dbfb-479a-be18-34a1b9e41179
  kind: Event
  lastTimestamp: "2026-04-16T22:58:05Z"
  message: Add eth0 [10.133.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:58:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:58:05Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-dxsln.18a6f8754383413b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31626"
    uid: cf6f62a5-71e1-4c06-bcac-e3d1a1f102c6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:58:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-dxsln
    namespace: kserve-ci-e2e-test
    resourceVersion: "31605"
    uid: c534b9aa-dbfb-479a-be18-34a1b9e41179
  kind: Event
  lastTimestamp: "2026-04-16T22:58:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:58:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:58:05Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-dxsln.18a6f87544c59d7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31628"
    uid: 417d1b71-c7e1-4069-b40c-baf7116a56da
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:58:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-dxsln
    namespace: kserve-ci-e2e-test
    resourceVersion: "31605"
    uid: c534b9aa-dbfb-479a-be18-34a1b9e41179
  kind: Event
  lastTimestamp: "2026-04-16T22:58:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T22:58:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:58:05Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-dxsln.18a6f875477a1a63
    namespace: kserve-ci-e2e-test
    resourceVersion: "31630"
    uid: 9448ac2e-1bb4-453a-b78d-dd918e8b3d01
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:58:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-dxsln
    namespace: kserve-ci-e2e-test
    resourceVersion: "31605"
    uid: c534b9aa-dbfb-479a-be18-34a1b9e41179
  kind: Event
  lastTimestamp: "2026-04-16T22:58:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T22:58:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:58:05Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-dxsln.18a6f87547eac57e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31631"
    uid: cf59a5e5-c817-4012-85fa-0384684b7fd5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:58:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-dxsln
    namespace: kserve-ci-e2e-test
    resourceVersion: "31605"
    uid: c534b9aa-dbfb-479a-be18-34a1b9e41179
  kind: Event
  lastTimestamp: "2026-04-16T22:58:11Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:58:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:58:11Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-dxsln.18a6f87699c90f0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31680"
    uid: d0cab094-21e9-4753-a8ca-12791bdce916
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:58:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-dxsln
    namespace: kserve-ci-e2e-test
    resourceVersion: "31605"
    uid: c534b9aa-dbfb-479a-be18-34a1b9e41179
  kind: Event
  lastTimestamp: "2026-04-16T22:58:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:58:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:58:11Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-dxsln.18a6f8769d003d14
    namespace: kserve-ci-e2e-test
    resourceVersion: "31685"
    uid: 74064c30-e537-41c9-ad2c-4308556ac1df
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:58:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-dxsln
    namespace: kserve-ci-e2e-test
    resourceVersion: "31605"
    uid: c534b9aa-dbfb-479a-be18-34a1b9e41179
  kind: Event
  lastTimestamp: "2026-04-16T22:58:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:58:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:58:11Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-dxsln.18a6f8769d6d3fc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31686"
    uid: 6f5d9f6d-68e2-4181-ab18-a65efdafa6d7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:58:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-dxsln
    namespace: kserve-ci-e2e-test
    resourceVersion: "31605"
    uid: c534b9aa-dbfb-479a-be18-34a1b9e41179
  kind: Event
  lastTimestamp: "2026-04-16T22:58:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:58:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:58:11Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-dxsln.18a6f8769d79a32e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31687"
    uid: 627db1f0-ba74-48e5-8afd-6c2397715bed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:58:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-dxsln
    namespace: kserve-ci-e2e-test
    resourceVersion: "31605"
    uid: c534b9aa-dbfb-479a-be18-34a1b9e41179
  kind: Event
  lastTimestamp: "2026-04-16T22:58:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:58:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:58:11Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-dxsln.18a6f876a0898b45
    namespace: kserve-ci-e2e-test
    resourceVersion: "31689"
    uid: 19660a0d-0e94-4198-b1e7-be1416821c55
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:58:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-dxsln
    namespace: kserve-ci-e2e-test
    resourceVersion: "31605"
    uid: c534b9aa-dbfb-479a-be18-34a1b9e41179
  kind: Event
  lastTimestamp: "2026-04-16T22:58:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:58:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:58:11Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-dxsln.18a6f876a1018157
    namespace: kserve-ci-e2e-test
    resourceVersion: "31690"
    uid: c9aa0e17-7359-4f49-9e98-c4235db8c3c6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:58:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-dxsln
    namespace: kserve-ci-e2e-test
    resourceVersion: "31605"
    uid: c534b9aa-dbfb-479a-be18-34a1b9e41179
  kind: Event
  lastTimestamp: "2026-04-16T22:58:18Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T22:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:58:18Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-dxsln.18a6f876d5c10d87
    namespace: kserve-ci-e2e-test
    resourceVersion: "31746"
    uid: d7df483e-ecb8-437b-a63e-a9f8a87047ee
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:58:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-dxsln
    namespace: kserve-ci-e2e-test
    resourceVersion: "31605"
    uid: c534b9aa-dbfb-479a-be18-34a1b9e41179
  kind: Event
  lastTimestamp: "2026-04-16T22:58:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:58:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:58:41Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-dxsln.18a6f87da9b60456
    namespace: kserve-ci-e2e-test
    resourceVersion: "31948"
    uid: 51b64245-c648-4043-965e-ba281af795e8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:58:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-dxsln
    namespace: kserve-ci-e2e-test
    resourceVersion: "31605"
    uid: c534b9aa-dbfb-479a-be18-34a1b9e41179
  kind: Event
  lastTimestamp: "2026-04-16T22:58:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:58:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:58:41Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-dxsln.18a6f87da9b69ff0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31950"
    uid: 4ba34f07-d6d5-4220-a399-00cc716c0323
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:58:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-65cd49579f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31592"
    uid: 8550face-81a5-4354-89a5-5b75819e47af
  kind: Event
  lastTimestamp: "2026-04-16T22:58:04Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-65cd49579f-dxsln'
  metadata:
    creationTimestamp: "2026-04-16T22:58:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:58:04Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f.18a6f8750637dd76
    namespace: kserve-ci-e2e-test
    resourceVersion: "31604"
    uid: fe741338-4492-4385-9f4e-6e73cef5511f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:58:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31589"
    uid: f60616ba-9cf0-4fd7-a76f-5d04179052be
  kind: Event
  lastTimestamp: "2026-04-16T22:58:04Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-65cd49579f from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T22:58:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:58:04Z"
    name: isvc-sklearn-runtime-predictor.18a6f87503533a5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31593"
    uid: 9f73838c-1b9f-4da2-bec6-3a0f3cdb72cd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:58:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31591"
    uid: 3e6c1159-6d6d-45ed-8164-12dc08955237
  kind: Event
  lastTimestamp: "2026-04-16T22:58:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:58:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:58:34Z"
    name: isvc-sklearn-runtime-predictor.18a6f87882097ab1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31868"
    uid: 1323ecd8-d788-49f3-9341-96ec50a922f9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:58:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31591"
    uid: 3e6c1159-6d6d-45ed-8164-12dc08955237
  kind: Event
  lastTimestamp: "2026-04-16T22:58:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:58:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:58:34Z"
    name: isvc-sklearn-runtime-predictor.18a6f878826631b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31869"
    uid: f08192d8-f71f-444d-a787-2f8123310054
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T22:58:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31564"
    uid: 794c48e4-b114-4720-a7ff-0af02cbfe1df
  kind: Event
  lastTimestamp: "2026-04-16T22:58:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:58:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:58:28Z"
    name: isvc-sklearn-runtime.18a6f875036ce3de
    namespace: kserve-ci-e2e-test
    resourceVersion: "31829"
    uid: 255f9b12-e040-4d8e-ac88-3b77434fdb5e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:58:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31564"
    uid: 794c48e4-b114-4720-a7ff-0af02cbfe1df
  kind: Event
  lastTimestamp: "2026-04-16T22:58:04Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:58:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:58:04Z"
    name: isvc-sklearn-runtime.18a6f87503ed36bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31598"
    uid: 567ce9bf-2ad5-45d7-a45d-4cbd2e217405
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:58:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31827"
    uid: 794c48e4-b114-4720-a7ff-0af02cbfe1df
  kind: Event
  lastTimestamp: "2026-04-16T22:58:28Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:58:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:58:28Z"
    name: isvc-sklearn-runtime.18a6f87a947a1de9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31828"
    uid: 2d7b2642-eb79-424f-9691-cb1a1cdd2b89
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T23:12:56.905555Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-6fqtp
    namespace: kserve-ci-e2e-test
    resourceVersion: "39111"
    uid: d8b336ad-2646-4717-b581-f0c6d97d936e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-88457d696-6fqtp
    to ip-10-0-133-183.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T23:12:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T23:12:56Z"
    name: isvc-sklearn-s3-predictor-88457d696-6fqtp.18a6f944cb258033
    namespace: kserve-ci-e2e-test
    resourceVersion: "39115"
    uid: fdb1d61d-6445-463d-9a13-6b3c2b2692dd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bd746bc4f-w5454
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:12:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-6fqtp
    namespace: kserve-ci-e2e-test
    resourceVersion: "39113"
    uid: d8b336ad-2646-4717-b581-f0c6d97d936e
  kind: Event
  lastTimestamp: "2026-04-16T23:12:57Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-16T23:12:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:12:57Z"
    name: isvc-sklearn-s3-predictor-88457d696-6fqtp.18a6f944d8f666e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39128"
    uid: 59550fd0-ef52-41fa-9b8c-c6b98d10a4ba
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:12:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-6fqtp
    namespace: kserve-ci-e2e-test
    resourceVersion: "39122"
    uid: d8b336ad-2646-4717-b581-f0c6d97d936e
  kind: Event
  lastTimestamp: "2026-04-16T23:12:57Z"
  message: Add eth0 [10.133.0.68/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T23:12:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T23:12:57Z"
    name: isvc-sklearn-s3-predictor-88457d696-6fqtp.18a6f9450890fd24
    namespace: kserve-ci-e2e-test
    resourceVersion: "39137"
    uid: 13ca04bc-06c6-420a-b3e7-2a41f71cc8aa
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:12:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-6fqtp
    namespace: kserve-ci-e2e-test
    resourceVersion: "39113"
    uid: d8b336ad-2646-4717-b581-f0c6d97d936e
  kind: Event
  lastTimestamp: "2026-04-16T23:12:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T23:12:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:12:57Z"
    name: isvc-sklearn-s3-predictor-88457d696-6fqtp.18a6f94509f0a522
    namespace: kserve-ci-e2e-test
    resourceVersion: "39139"
    uid: 0e9b03f0-fae0-4f04-9e86-ebed67d40af1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:12:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-6fqtp
    namespace: kserve-ci-e2e-test
    resourceVersion: "39113"
    uid: d8b336ad-2646-4717-b581-f0c6d97d936e
  kind: Event
  lastTimestamp: "2026-04-16T23:12:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T23:12:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:12:58Z"
    name: isvc-sklearn-s3-predictor-88457d696-6fqtp.18a6f9450ceed3e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39141"
    uid: e9d196c2-e8c8-4014-9aaf-0896e5ecf1a7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:12:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-6fqtp
    namespace: kserve-ci-e2e-test
    resourceVersion: "39113"
    uid: d8b336ad-2646-4717-b581-f0c6d97d936e
  kind: Event
  lastTimestamp: "2026-04-16T23:12:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T23:12:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:12:58Z"
    name: isvc-sklearn-s3-predictor-88457d696-6fqtp.18a6f9450d5f80bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39142"
    uid: 434422ab-19fc-4be0-94aa-def2b177b65c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:12:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-6fqtp
    namespace: kserve-ci-e2e-test
    resourceVersion: "39113"
    uid: d8b336ad-2646-4717-b581-f0c6d97d936e
  kind: Event
  lastTimestamp: "2026-04-16T23:12:59Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T23:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:12:59Z"
    name: isvc-sklearn-s3-predictor-88457d696-6fqtp.18a6f9455a6e4017
    namespace: kserve-ci-e2e-test
    resourceVersion: "39158"
    uid: 4ab7ca4f-bdea-4160-87c1-d4069012e62b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:12:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-6fqtp
    namespace: kserve-ci-e2e-test
    resourceVersion: "39113"
    uid: d8b336ad-2646-4717-b581-f0c6d97d936e
  kind: Event
  lastTimestamp: "2026-04-16T23:12:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T23:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:12:59Z"
    name: isvc-sklearn-s3-predictor-88457d696-6fqtp.18a6f9455dbba8e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39163"
    uid: f480ef17-e31f-4293-89b2-a0f4e3216ce5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:12:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-6fqtp
    namespace: kserve-ci-e2e-test
    resourceVersion: "39113"
    uid: d8b336ad-2646-4717-b581-f0c6d97d936e
  kind: Event
  lastTimestamp: "2026-04-16T23:12:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T23:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:12:59Z"
    name: isvc-sklearn-s3-predictor-88457d696-6fqtp.18a6f9455e309c86
    namespace: kserve-ci-e2e-test
    resourceVersion: "39164"
    uid: a856ea75-021a-468a-968f-c83101ee1861
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:12:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-6fqtp
    namespace: kserve-ci-e2e-test
    resourceVersion: "39113"
    uid: d8b336ad-2646-4717-b581-f0c6d97d936e
  kind: Event
  lastTimestamp: "2026-04-16T23:12:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T23:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:12:59Z"
    name: isvc-sklearn-s3-predictor-88457d696-6fqtp.18a6f9455e3dbe06
    namespace: kserve-ci-e2e-test
    resourceVersion: "39165"
    uid: ecef9d41-a18e-42d0-a8bd-f2d79c45ce72
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:12:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-6fqtp
    namespace: kserve-ci-e2e-test
    resourceVersion: "39113"
    uid: d8b336ad-2646-4717-b581-f0c6d97d936e
  kind: Event
  lastTimestamp: "2026-04-16T23:12:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T23:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:12:59Z"
    name: isvc-sklearn-s3-predictor-88457d696-6fqtp.18a6f945612f5d12
    namespace: kserve-ci-e2e-test
    resourceVersion: "39167"
    uid: 3a8b1bbe-6e40-4027-b08b-6c48b8a563d1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:12:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-6fqtp
    namespace: kserve-ci-e2e-test
    resourceVersion: "39113"
    uid: d8b336ad-2646-4717-b581-f0c6d97d936e
  kind: Event
  lastTimestamp: "2026-04-16T23:12:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T23:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:12:59Z"
    name: isvc-sklearn-s3-predictor-88457d696-6fqtp.18a6f94561b23a39
    namespace: kserve-ci-e2e-test
    resourceVersion: "39168"
    uid: 995d532d-4b2a-4692-baef-edc02bb1bd29
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T23:13:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-6fqtp
    namespace: kserve-ci-e2e-test
    resourceVersion: "39113"
    uid: d8b336ad-2646-4717-b581-f0c6d97d936e
  kind: Event
  lastTimestamp: "2026-04-16T23:14:17Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.68:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T23:13:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:14:17Z"
    name: isvc-sklearn-s3-predictor-88457d696-6fqtp.18a6f945d240e0c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39790"
    uid: a345d3c5-a59e-416c-bcfb-adb1bbe84b5c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:14:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-6fqtp
    namespace: kserve-ci-e2e-test
    resourceVersion: "39113"
    uid: d8b336ad-2646-4717-b581-f0c6d97d936e
  kind: Event
  lastTimestamp: "2026-04-16T23:14:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T23:14:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:14:17Z"
    name: isvc-sklearn-s3-predictor-88457d696-6fqtp.18a6f95775718f0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39755"
    uid: cfc9e1ba-61f2-4f31-9494-58689c95f4c1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:14:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-6fqtp
    namespace: kserve-ci-e2e-test
    resourceVersion: "39113"
    uid: d8b336ad-2646-4717-b581-f0c6d97d936e
  kind: Event
  lastTimestamp: "2026-04-16T23:14:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T23:14:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:14:17Z"
    name: isvc-sklearn-s3-predictor-88457d696-6fqtp.18a6f95775722d94
    namespace: kserve-ci-e2e-test
    resourceVersion: "39758"
    uid: e5d17ad6-fa3a-4295-9896-569f5cd0837a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:14:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-6fqtp
    namespace: kserve-ci-e2e-test
    resourceVersion: "39113"
    uid: d8b336ad-2646-4717-b581-f0c6d97d936e
  kind: Event
  lastTimestamp: "2026-04-16T23:14:17Z"
  message: 'Readiness probe failed: Get "https://10.133.0.68:8643/healthz": dial tcp
    10.133.0.68:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T23:14:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:14:17Z"
    name: isvc-sklearn-s3-predictor-88457d696-6fqtp.18a6f957844eb713
    namespace: kserve-ci-e2e-test
    resourceVersion: "39789"
    uid: 5ba32f4a-8f2b-4e6e-8465-ce97ac3ccd3e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:12:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-88457d696
    namespace: kserve-ci-e2e-test
    resourceVersion: "39100"
    uid: 6787bf20-610d-4a0e-9eac-7ab66946d1ca
  kind: Event
  lastTimestamp: "2026-04-16T23:12:56Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-88457d696-6fqtp'
  metadata:
    creationTimestamp: "2026-04-16T23:12:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:12:56Z"
    name: isvc-sklearn-s3-predictor-88457d696.18a6f944cab8b463
    namespace: kserve-ci-e2e-test
    resourceVersion: "39112"
    uid: d1a13f8c-89cd-4579-bc73-2faab71f7238
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:12:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39098"
    uid: 24a58cca-7925-444d-b73e-5cfd572618db
  kind: Event
  lastTimestamp: "2026-04-16T23:12:56Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-88457d696 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T23:12:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:12:56Z"
    name: isvc-sklearn-s3-predictor.18a6f944c856ab24
    namespace: kserve-ci-e2e-test
    resourceVersion: "39102"
    uid: ffc279a3-d7fb-406f-aeb8-0d2163089db2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:13:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39099"
    uid: 4303ba72-7772-45ba-999e-17889ea26c71
  kind: Event
  lastTimestamp: "2026-04-16T23:13:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T23:13:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:13:11Z"
    name: isvc-sklearn-s3-predictor.18a6f94846c6f63e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39261"
    uid: 5eca0091-8220-4727-b83e-2cde18986322
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:13:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39099"
    uid: 4303ba72-7772-45ba-999e-17889ea26c71
  kind: Event
  lastTimestamp: "2026-04-16T23:13:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T23:13:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:13:11Z"
    name: isvc-sklearn-s3-predictor.18a6f94847246ac0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39263"
    uid: ca77f058-5ca5-42c4-99fc-814d8b90d226
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T23:13:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39262"
    uid: 4303ba72-7772-45ba-999e-17889ea26c71
  kind: Event
  lastTimestamp: "2026-04-16T23:14:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T23:13:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:14:11Z"
    name: isvc-sklearn-s3-predictor.18a6f94bc61afb89
    namespace: kserve-ci-e2e-test
    resourceVersion: "39687"
    uid: 80a24ef6-b223-4b76-bcbf-909541fed382
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T23:13:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39262"
    uid: 4303ba72-7772-45ba-999e-17889ea26c71
  kind: Event
  lastTimestamp: "2026-04-16T23:14:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T23:13:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:14:11Z"
    name: isvc-sklearn-s3-predictor.18a6f94bc679e8b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39688"
    uid: 07ab9068-013a-4eb1-b040-7901ecc5ca51
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T23:17:10.424453Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-pqvbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "41298"
    uid: 203c61ab-db79-4dd4-b2a9-07a3ef6dfe4e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-pqvbj
    to ip-10-0-133-183.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T23:17:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T23:17:10Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-pqvbj.18a6f97fd20cd20e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41305"
    uid: 8ce88610-b8b8-4666-9f74-755a7c2a6209
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bd746bc4f-w5454
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:17:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-pqvbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "41309"
    uid: 203c61ab-db79-4dd4-b2a9-07a3ef6dfe4e
  kind: Event
  lastTimestamp: "2026-04-16T23:17:10Z"
  message: Add eth0 [10.133.0.72/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T23:17:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T23:17:10Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-pqvbj.18a6f97feb501b4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41313"
    uid: afc5567e-a465-4a7d-b32e-7425f104d4a0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T23:17:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-pqvbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "41303"
    uid: 203c61ab-db79-4dd4-b2a9-07a3ef6dfe4e
  kind: Event
  lastTimestamp: "2026-04-16T23:17:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T23:17:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:17:15Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-pqvbj.18a6f97fed35b862
    namespace: kserve-ci-e2e-test
    resourceVersion: "41355"
    uid: 5c6bebe7-bca7-4e54-9430-59ea387db519
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T23:17:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-pqvbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "41303"
    uid: 203c61ab-db79-4dd4-b2a9-07a3ef6dfe4e
  kind: Event
  lastTimestamp: "2026-04-16T23:17:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T23:17:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:17:15Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-pqvbj.18a6f97ff0d55686
    namespace: kserve-ci-e2e-test
    resourceVersion: "41359"
    uid: 1d50c7c0-fc59-4b1a-b7c2-d6a7618d2b88
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T23:17:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-pqvbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "41303"
    uid: 203c61ab-db79-4dd4-b2a9-07a3ef6dfe4e
  kind: Event
  lastTimestamp: "2026-04-16T23:17:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T23:17:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:17:15Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-pqvbj.18a6f97ff1493691
    namespace: kserve-ci-e2e-test
    resourceVersion: "41360"
    uid: 51d2eb93-2650-4feb-8387-4ece8be4fbfc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:17:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-pqvbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "41303"
    uid: 203c61ab-db79-4dd4-b2a9-07a3ef6dfe4e
  kind: Event
  lastTimestamp: "2026-04-16T23:17:20Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T23:17:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:17:20Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-pqvbj.18a6f9822491003e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41419"
    uid: d5f05cc6-1fd7-4715-844f-1d8f1f5c5083
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:17:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41287"
    uid: 4089aca9-580d-4ffa-9df8-4ce566529a85
  kind: Event
  lastTimestamp: "2026-04-16T23:17:10Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-pqvbj'
  metadata:
    creationTimestamp: "2026-04-16T23:17:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:17:10Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd.18a6f97fd18ce9cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41302"
    uid: 16cdca07-bcad-4302-b656-448ee6afb872
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:17:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41285"
    uid: 4abaff1c-42f2-4b81-86e3-39689a240fc5
  kind: Event
  lastTimestamp: "2026-04-16T23:17:10Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T23:17:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:17:10Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18a6f97fce8163b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "41289"
    uid: 4ee7dbd0-c526-4afa-8934-ab1502f27c97
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T23:17:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41275"
    uid: 3d504f48-ed6a-4354-b40c-220ce216fe1b
  kind: Event
  lastTimestamp: "2026-04-16T23:17:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T23:17:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T23:17:15Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a6f97fce597437
    namespace: kserve-ci-e2e-test
    resourceVersion: "41361"
    uid: 0c1bcdef-b356-4603-b640-31a16a62b18e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:17:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41275"
    uid: 3d504f48-ed6a-4354-b40c-220ce216fe1b
  kind: Event
  lastTimestamp: "2026-04-16T23:17:10Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T23:17:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T23:17:10Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a6f97fcecd45d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41291"
    uid: 2a4c2517-6ae8-473f-b0de-92d27a72a3a5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T23:15:49.307458Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-nmm2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "40618"
    uid: 4e6b32a3-babc-43ea-980b-19d64b06ddc8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-nmm2l
    to ip-10-0-133-183.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T23:15:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T23:15:49Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-nmm2l.18a6f96cef19be30
    namespace: kserve-ci-e2e-test
    resourceVersion: "40624"
    uid: 91f3d0a4-2319-49e5-a747-eedecf27e1e1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bd746bc4f-w5454
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:15:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-nmm2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "40620"
    uid: 4e6b32a3-babc-43ea-980b-19d64b06ddc8
  kind: Event
  lastTimestamp: "2026-04-16T23:15:49Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-16T23:15:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:15:49Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-nmm2l.18a6f96cffb409eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "40633"
    uid: e1564513-3920-460b-bf80-f57790249a53
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:15:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-nmm2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "40628"
    uid: 4e6b32a3-babc-43ea-980b-19d64b06ddc8
  kind: Event
  lastTimestamp: "2026-04-16T23:15:50Z"
  message: Add eth0 [10.133.0.71/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T23:15:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T23:15:50Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-nmm2l.18a6f96d2c2d7799
    namespace: kserve-ci-e2e-test
    resourceVersion: "40640"
    uid: 0b0e4681-c349-4739-8ccd-dd2e98f70302
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:15:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-nmm2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "40620"
    uid: 4e6b32a3-babc-43ea-980b-19d64b06ddc8
  kind: Event
  lastTimestamp: "2026-04-16T23:15:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T23:15:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:15:50Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-nmm2l.18a6f96d2d9bd9e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40642"
    uid: de657156-d571-4639-b251-d3aad9134f79
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:15:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-nmm2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "40620"
    uid: 4e6b32a3-babc-43ea-980b-19d64b06ddc8
  kind: Event
  lastTimestamp: "2026-04-16T23:15:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T23:15:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:15:50Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-nmm2l.18a6f96d304face7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40644"
    uid: 4c553c0d-d59e-4151-b3cf-41d67e095969
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:15:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-nmm2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "40620"
    uid: 4e6b32a3-babc-43ea-980b-19d64b06ddc8
  kind: Event
  lastTimestamp: "2026-04-16T23:15:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T23:15:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:15:50Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-nmm2l.18a6f96d30c5edb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40645"
    uid: 3adb6e5f-c113-4e79-a7df-84cbec7d7503
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:15:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-nmm2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "40620"
    uid: 4e6b32a3-babc-43ea-980b-19d64b06ddc8
  kind: Event
  lastTimestamp: "2026-04-16T23:15:51Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T23:15:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:15:51Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-nmm2l.18a6f96d877f2cf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40661"
    uid: 8398b4ea-4b01-475e-ad55-58fb90e1b8bd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:15:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-nmm2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "40620"
    uid: 4e6b32a3-babc-43ea-980b-19d64b06ddc8
  kind: Event
  lastTimestamp: "2026-04-16T23:15:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T23:15:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:15:51Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-nmm2l.18a6f96d8aaa4c94
    namespace: kserve-ci-e2e-test
    resourceVersion: "40665"
    uid: 379595fb-bbb0-44a9-ba0f-9ee648754730
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:15:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-nmm2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "40620"
    uid: 4e6b32a3-babc-43ea-980b-19d64b06ddc8
  kind: Event
  lastTimestamp: "2026-04-16T23:15:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T23:15:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:15:51Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-nmm2l.18a6f96d8b2695da
    namespace: kserve-ci-e2e-test
    resourceVersion: "40666"
    uid: 42bcf11e-3494-49d0-b57c-c4f0b2a692ab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:15:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-nmm2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "40620"
    uid: 4e6b32a3-babc-43ea-980b-19d64b06ddc8
  kind: Event
  lastTimestamp: "2026-04-16T23:15:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T23:15:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:15:51Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-nmm2l.18a6f96d8b34a740
    namespace: kserve-ci-e2e-test
    resourceVersion: "40667"
    uid: 6d913c51-bfc6-417d-b55b-0c2fa390c0b6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:15:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-nmm2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "40620"
    uid: 4e6b32a3-babc-43ea-980b-19d64b06ddc8
  kind: Event
  lastTimestamp: "2026-04-16T23:15:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T23:15:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:15:51Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-nmm2l.18a6f96d8e32e9d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40670"
    uid: 79747598-ce19-417d-ab7d-1d00ea5e3921
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:15:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-nmm2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "40620"
    uid: 4e6b32a3-babc-43ea-980b-19d64b06ddc8
  kind: Event
  lastTimestamp: "2026-04-16T23:15:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T23:15:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:15:51Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-nmm2l.18a6f96d8eac32c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40671"
    uid: 03ee4e34-a04f-4a43-8d9e-939616c50573
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T23:15:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-nmm2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "40620"
    uid: 4e6b32a3-babc-43ea-980b-19d64b06ddc8
  kind: Event
  lastTimestamp: "2026-04-16T23:17:09Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.71:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T23:15:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:17:09Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-nmm2l.18a6f96dff2eaae2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41263"
    uid: bc77e930-600a-46c7-8c5e-c4b6a9423107
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:17:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-nmm2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "40620"
    uid: 4e6b32a3-babc-43ea-980b-19d64b06ddc8
  kind: Event
  lastTimestamp: "2026-04-16T23:17:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T23:17:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:17:09Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-nmm2l.18a6f97f9201be40
    namespace: kserve-ci-e2e-test
    resourceVersion: "41256"
    uid: 19d2ea7b-cec7-4dbd-963a-6b384ce7caae
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:17:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-nmm2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "40620"
    uid: 4e6b32a3-babc-43ea-980b-19d64b06ddc8
  kind: Event
  lastTimestamp: "2026-04-16T23:17:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T23:17:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:17:09Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-nmm2l.18a6f97f92024a5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41257"
    uid: 6216458f-f680-4b2d-9e37-fa7f4ad0e4da
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:17:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-nmm2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "40620"
    uid: 4e6b32a3-babc-43ea-980b-19d64b06ddc8
  kind: Event
  lastTimestamp: "2026-04-16T23:17:09Z"
  message: 'Readiness probe failed: Get "https://10.133.0.71:8643/healthz": dial tcp
    10.133.0.71:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T23:17:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:17:09Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-nmm2l.18a6f97fb1474527
    namespace: kserve-ci-e2e-test
    resourceVersion: "41262"
    uid: 46c16efb-a701-4a47-95ae-881738383abb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:15:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664
    namespace: kserve-ci-e2e-test
    resourceVersion: "40609"
    uid: 2ad428ac-c7c0-460c-9785-d6dbf3006eaa
  kind: Event
  lastTimestamp: "2026-04-16T23:15:49Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-nmm2l'
  metadata:
    creationTimestamp: "2026-04-16T23:15:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:15:49Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664.18a6f96ceeb4b724
    namespace: kserve-ci-e2e-test
    resourceVersion: "40619"
    uid: 3b4e1f92-6ab0-42cd-94f0-22b624d752d0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:15:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40607"
    uid: c80f3def-ce68-42ff-86ff-4aa89d866392
  kind: Event
  lastTimestamp: "2026-04-16T23:15:49Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T23:15:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:15:49Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a6f96cec31feff
    namespace: kserve-ci-e2e-test
    resourceVersion: "40611"
    uid: d163f848-62ac-485c-9d5d-035b6d9c4e66
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:16:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40608"
    uid: c0f3ca1c-f1a9-44db-8302-0ed77d259712
  kind: Event
  lastTimestamp: "2026-04-16T23:16:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T23:16:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:16:04Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a6f9706ae6f078
    namespace: kserve-ci-e2e-test
    resourceVersion: "40760"
    uid: db308291-eb33-4106-8289-e1012aae3590
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:16:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40608"
    uid: c0f3ca1c-f1a9-44db-8302-0ed77d259712
  kind: Event
  lastTimestamp: "2026-04-16T23:16:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T23:16:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:16:04Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a6f9706b4828b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40762"
    uid: f7df9f98-aa12-4800-a4f1-30f8653c11d1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T23:16:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40761"
    uid: c0f3ca1c-f1a9-44db-8302-0ed77d259712
  kind: Event
  lastTimestamp: "2026-04-16T23:17:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T23:16:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:17:04Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a6f973ea4d4bd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "41205"
    uid: 5eb36bba-d8f3-483b-a9aa-29b5c231241a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T23:16:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40761"
    uid: c0f3ca1c-f1a9-44db-8302-0ed77d259712
  kind: Event
  lastTimestamp: "2026-04-16T23:17:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T23:16:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:17:04Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a6f973eaade401
    namespace: kserve-ci-e2e-test
    resourceVersion: "41206"
    uid: dbd5ee13-a5c7-4eb0-863f-87f8bd582ad8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T23:15:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40598"
    uid: 8fcbd07e-1b10-4e99-bb6f-bbb97853d5b9
  kind: Event
  lastTimestamp: "2026-04-16T23:16:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T23:15:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T23:16:59Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a6f96cec0272cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41176"
    uid: f03ff9c2-798e-41b7-a267-86d1e5fab3ed
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:15:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40598"
    uid: 8fcbd07e-1b10-4e99-bb6f-bbb97853d5b9
  kind: Event
  lastTimestamp: "2026-04-16T23:15:49Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T23:15:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T23:15:49Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a6f96cec82f09e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40614"
    uid: c0a81671-069f-4e7f-a0bb-8a763f68bda4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:16:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41173"
    uid: 8fcbd07e-1b10-4e99-bb6f-bbb97853d5b9
  kind: Event
  lastTimestamp: "2026-04-16T23:16:59Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-16T23:16:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T23:16:59Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a6f97d626d692b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41175"
    uid: 127db1e4-0ce5-417e-9cae-07e3eeeda22a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T23:15:38.238701Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-7fb4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "40445"
    uid: a9f060d0-fa40-44e4-8f4a-dd989af97836
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-7fb4l
    to ip-10-0-133-183.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T23:15:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T23:15:38Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-7fb4l.18a6f96a5b5a0121
    namespace: kserve-ci-e2e-test
    resourceVersion: "40452"
    uid: 65a07747-4bd6-40dd-8223-98e5fac9f460
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bd746bc4f-w5454
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:15:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-7fb4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "40456"
    uid: a9f060d0-fa40-44e4-8f4a-dd989af97836
  kind: Event
  lastTimestamp: "2026-04-16T23:15:38Z"
  message: Add eth0 [10.133.0.70/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T23:15:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T23:15:38Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-7fb4l.18a6f96a749ef8a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40464"
    uid: c6efcd0e-fb78-498e-a22e-db7195866c5c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T23:15:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-7fb4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "40450"
    uid: a9f060d0-fa40-44e4-8f4a-dd989af97836
  kind: Event
  lastTimestamp: "2026-04-16T23:15:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T23:15:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:15:41Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-7fb4l.18a6f96a75f68e85
    namespace: kserve-ci-e2e-test
    resourceVersion: "40501"
    uid: 2970c142-d055-450c-b0f7-dfe81db1439a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T23:15:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-7fb4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "40450"
    uid: a9f060d0-fa40-44e4-8f4a-dd989af97836
  kind: Event
  lastTimestamp: "2026-04-16T23:15:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T23:15:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:15:41Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-7fb4l.18a6f96a78a0094e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40506"
    uid: a87cc531-1aa9-416e-b59a-d79ec70e5bae
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T23:15:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-7fb4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "40450"
    uid: a9f060d0-fa40-44e4-8f4a-dd989af97836
  kind: Event
  lastTimestamp: "2026-04-16T23:15:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T23:15:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:15:41Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-7fb4l.18a6f96a79137e9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40508"
    uid: ffbada26-3576-4120-824e-07f672c960dd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:15:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-7fb4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "40450"
    uid: a9f060d0-fa40-44e4-8f4a-dd989af97836
  kind: Event
  lastTimestamp: "2026-04-16T23:15:46Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-7fb4l_kserve-ci-e2e-test(a9f060d0-fa40-44e4-8f4a-dd989af97836)
  metadata:
    creationTimestamp: "2026-04-16T23:15:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:15:46Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-7fb4l.18a6f96c5cd0730d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40547"
    uid: b578d4f4-1209-44c5-a1d2-f41d28ffaf50
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:15:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "40437"
    uid: 22292640-d340-4880-97ee-933281eab0bb
  kind: Event
  lastTimestamp: "2026-04-16T23:15:38Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-7fb4l'
  metadata:
    creationTimestamp: "2026-04-16T23:15:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:15:38Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb.18a6f96a5adc3828
    namespace: kserve-ci-e2e-test
    resourceVersion: "40449"
    uid: 2f62c9b4-30d6-4f44-b29f-6b16d2b5a40d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:15:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40435"
    uid: bbd8a2be-92c3-475c-abc8-1674a9b82177
  kind: Event
  lastTimestamp: "2026-04-16T23:15:38Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-54884788bb
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T23:15:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:15:38Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18a6f96a5870deee
    namespace: kserve-ci-e2e-test
    resourceVersion: "40439"
    uid: 366574db-dfb1-4d38-b741-8abeaed1807c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T23:15:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40424"
    uid: e5659b50-926d-44f5-a6fc-3dc255528afc
  kind: Event
  lastTimestamp: "2026-04-16T23:15:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T23:15:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T23:15:46Z"
    name: isvc-sklearn-s3-tls-global-fail.18a6f96a584ccfbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "40550"
    uid: b6f18218-eba6-4828-94ee-4d4d83ea6ce6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:15:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40424"
    uid: e5659b50-926d-44f5-a6fc-3dc255528afc
  kind: Event
  lastTimestamp: "2026-04-16T23:15:38Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T23:15:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T23:15:38Z"
    name: isvc-sklearn-s3-tls-global-fail.18a6f96a58989d90
    namespace: kserve-ci-e2e-test
    resourceVersion: "40441"
    uid: 2da1c458-c95f-4d86-870d-1bbcee221cb5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T23:14:17.151193Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rkvjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "39773"
    uid: 07efe955-2360-4ece-b0b8-7847bee6ff75
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rkvjg
    to ip-10-0-133-183.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T23:14:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T23:14:17Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rkvjg.18a6f9577a28ce6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39780"
    uid: 0af31bba-9fee-485e-af31-64236016e2c2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bd746bc4f-w5454
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:14:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rkvjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "39784"
    uid: 07efe955-2360-4ece-b0b8-7847bee6ff75
  kind: Event
  lastTimestamp: "2026-04-16T23:14:17Z"
  message: Add eth0 [10.133.0.69/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T23:14:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T23:14:17Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rkvjg.18a6f95793518c6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39793"
    uid: 9310dcbe-d938-49a8-ace0-d5e52adede9a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:14:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rkvjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "39775"
    uid: 07efe955-2360-4ece-b0b8-7847bee6ff75
  kind: Event
  lastTimestamp: "2026-04-16T23:14:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T23:14:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:14:17Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rkvjg.18a6f95794b51b10
    namespace: kserve-ci-e2e-test
    resourceVersion: "39795"
    uid: dc3dc1d2-c18d-4ec3-8387-92a21104815c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:14:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rkvjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "39775"
    uid: 07efe955-2360-4ece-b0b8-7847bee6ff75
  kind: Event
  lastTimestamp: "2026-04-16T23:14:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T23:14:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:14:17Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rkvjg.18a6f95797cfc6b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39796"
    uid: cba49823-dec6-401e-bc60-949768e6de07
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:14:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rkvjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "39775"
    uid: 07efe955-2360-4ece-b0b8-7847bee6ff75
  kind: Event
  lastTimestamp: "2026-04-16T23:14:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T23:14:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:14:17Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rkvjg.18a6f957985737d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39797"
    uid: 36ea6a01-5b58-40a6-ae0e-d5d46e2c4280
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:14:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rkvjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "39775"
    uid: 07efe955-2360-4ece-b0b8-7847bee6ff75
  kind: Event
  lastTimestamp: "2026-04-16T23:14:19Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T23:14:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:14:19Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rkvjg.18a6f95809a99f63
    namespace: kserve-ci-e2e-test
    resourceVersion: "39816"
    uid: da0ef54e-32bd-4095-8713-751c1fab5338
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:14:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rkvjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "39775"
    uid: 07efe955-2360-4ece-b0b8-7847bee6ff75
  kind: Event
  lastTimestamp: "2026-04-16T23:14:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T23:14:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:14:19Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rkvjg.18a6f9580cae13a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39820"
    uid: de930528-043f-4a53-824d-9e1fa83c7edf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:14:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rkvjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "39775"
    uid: 07efe955-2360-4ece-b0b8-7847bee6ff75
  kind: Event
  lastTimestamp: "2026-04-16T23:14:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T23:14:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:14:19Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rkvjg.18a6f9580d248797
    namespace: kserve-ci-e2e-test
    resourceVersion: "39821"
    uid: 272792ab-5a18-46b4-9d41-4def6e782916
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:14:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rkvjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "39775"
    uid: 07efe955-2360-4ece-b0b8-7847bee6ff75
  kind: Event
  lastTimestamp: "2026-04-16T23:14:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T23:14:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:14:19Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rkvjg.18a6f9580d327e88
    namespace: kserve-ci-e2e-test
    resourceVersion: "39822"
    uid: 5ddad507-6e23-4452-9fd6-c445fb7fa927
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:14:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rkvjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "39775"
    uid: 07efe955-2360-4ece-b0b8-7847bee6ff75
  kind: Event
  lastTimestamp: "2026-04-16T23:14:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T23:14:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:14:19Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rkvjg.18a6f95810a38e91
    namespace: kserve-ci-e2e-test
    resourceVersion: "39824"
    uid: ec91f642-718d-472c-b603-c6c1eeae08e5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:14:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rkvjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "39775"
    uid: 07efe955-2360-4ece-b0b8-7847bee6ff75
  kind: Event
  lastTimestamp: "2026-04-16T23:14:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T23:14:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:14:19Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rkvjg.18a6f95811177c52
    namespace: kserve-ci-e2e-test
    resourceVersion: "39825"
    uid: ed004962-ba46-4cb7-ae17-720f0ef2fe62
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T23:14:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rkvjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "39775"
    uid: 07efe955-2360-4ece-b0b8-7847bee6ff75
  kind: Event
  lastTimestamp: "2026-04-16T23:15:37Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.69:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T23:14:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:15:37Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rkvjg.18a6f9588162a044
    namespace: kserve-ci-e2e-test
    resourceVersion: "40413"
    uid: a0c7a44a-9707-4014-a964-0ab2a1a86219
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:15:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rkvjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "39775"
    uid: 07efe955-2360-4ece-b0b8-7847bee6ff75
  kind: Event
  lastTimestamp: "2026-04-16T23:15:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T23:15:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:15:37Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rkvjg.18a6f96a1bbff966
    namespace: kserve-ci-e2e-test
    resourceVersion: "40408"
    uid: 7fde6c84-73b1-442f-ba49-12ca50b62ba2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:15:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rkvjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "39775"
    uid: 07efe955-2360-4ece-b0b8-7847bee6ff75
  kind: Event
  lastTimestamp: "2026-04-16T23:15:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T23:15:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:15:37Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rkvjg.18a6f96a1bc0c882
    namespace: kserve-ci-e2e-test
    resourceVersion: "40409"
    uid: 60d4db63-1ff9-44ab-870d-5700eb7f417b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:15:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rkvjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "39775"
    uid: 07efe955-2360-4ece-b0b8-7847bee6ff75
  kind: Event
  lastTimestamp: "2026-04-16T23:15:37Z"
  message: 'Readiness probe failed: Get "https://10.133.0.69:8643/healthz": dial tcp
    10.133.0.69:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T23:15:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:15:37Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rkvjg.18a6f96a3396c07d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40412"
    uid: c41d73c7-3ff9-4a7b-9b30-0be4836d3074
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:14:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76
    namespace: kserve-ci-e2e-test
    resourceVersion: "39763"
    uid: 2cea38a5-a575-466c-aa92-af8b5722dacf
  kind: Event
  lastTimestamp: "2026-04-16T23:14:17Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-rkvjg'
  metadata:
    creationTimestamp: "2026-04-16T23:14:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:14:17Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76.18a6f957799d0606
    namespace: kserve-ci-e2e-test
    resourceVersion: "39774"
    uid: 29444092-0f80-4391-94cb-8ef6849cd285
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:14:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39761"
    uid: facf66c5-12f3-49ec-a91b-31745b445fbf
  kind: Event
  lastTimestamp: "2026-04-16T23:14:17Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-5488974f76
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T23:14:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:14:17Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a6f957772ddc15
    namespace: kserve-ci-e2e-test
    resourceVersion: "39765"
    uid: ea67c448-c5a3-4c36-904d-5cb22744c598
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T23:14:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39762"
    uid: 7142f3fa-60ee-4709-923d-8a330d86eb1e
  kind: Event
  lastTimestamp: "2026-04-16T23:15:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T23:14:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:15:02Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a6f95af5f0b1ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "40134"
    uid: 99d9c8e6-59c2-434c-bead-5db61ae2c9e6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T23:14:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39762"
    uid: 7142f3fa-60ee-4709-923d-8a330d86eb1e
  kind: Event
  lastTimestamp: "2026-04-16T23:15:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T23:14:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:15:02Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a6f95af654a900
    namespace: kserve-ci-e2e-test
    resourceVersion: "40135"
    uid: 60f8c33b-d625-41b8-b97f-1e49e3fa6457
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T23:15:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39924"
    uid: 7142f3fa-60ee-4709-923d-8a330d86eb1e
  kind: Event
  lastTimestamp: "2026-04-16T23:15:32Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T23:15:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:15:32Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a6f96573505e26
    namespace: kserve-ci-e2e-test
    resourceVersion: "40354"
    uid: 4e3739d3-a870-4b9a-a886-6f1980b76602
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T23:15:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39924"
    uid: 7142f3fa-60ee-4709-923d-8a330d86eb1e
  kind: Event
  lastTimestamp: "2026-04-16T23:15:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T23:15:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:15:32Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a6f96573b46db8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40355"
    uid: 964a5c54-f123-446d-b681-5e2ac58f4301
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T23:14:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39733"
    uid: 10af5731-62ce-4378-b2dc-977116b47f15
  kind: Event
  lastTimestamp: "2026-04-16T23:15:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T23:14:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T23:15:27Z"
    name: isvc-sklearn-s3-tls-global-pass.18a6f957770a209e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40323"
    uid: 75b6f979-2050-4286-bceb-5d5aa062913e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:14:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39733"
    uid: 10af5731-62ce-4378-b2dc-977116b47f15
  kind: Event
  lastTimestamp: "2026-04-16T23:14:17Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T23:14:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T23:14:17Z"
    name: isvc-sklearn-s3-tls-global-pass.18a6f957775dfc33
    namespace: kserve-ci-e2e-test
    resourceVersion: "39767"
    uid: 9fd8dd00-c187-4ff6-a988-13ad0bb5237b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:15:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40321"
    uid: 10af5731-62ce-4378-b2dc-977116b47f15
  kind: Event
  lastTimestamp: "2026-04-16T23:15:27Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-16T23:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T23:15:27Z"
    name: isvc-sklearn-s3-tls-global-pass.18a6f967e46887af
    namespace: kserve-ci-e2e-test
    resourceVersion: "40322"
    uid: 771dc286-4ef7-4de7-aec4-f1e6ed94c3af
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T23:18:32.561986Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-8r5vr
    namespace: kserve-ci-e2e-test
    resourceVersion: "42047"
    uid: bd59f530-3bb1-4403-8210-4c10b5f3e19e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-8r5vr
    to ip-10-0-133-183.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T23:18:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T23:18:32Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-8r5vr.18a6f992f1d42d21
    namespace: kserve-ci-e2e-test
    resourceVersion: "42055"
    uid: 63b66426-1397-47de-af63-09c3a8fd49a7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bd746bc4f-w5454
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:18:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-8r5vr
    namespace: kserve-ci-e2e-test
    resourceVersion: "42058"
    uid: bd59f530-3bb1-4403-8210-4c10b5f3e19e
  kind: Event
  lastTimestamp: "2026-04-16T23:18:32Z"
  message: Add eth0 [10.133.0.74/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T23:18:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T23:18:32Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-8r5vr.18a6f9930b3f5f86
    namespace: kserve-ci-e2e-test
    resourceVersion: "42068"
    uid: ea3cf30d-7b3c-4a02-8b83-2ed967a94f8c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T23:18:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-8r5vr
    namespace: kserve-ci-e2e-test
    resourceVersion: "42051"
    uid: bd59f530-3bb1-4403-8210-4c10b5f3e19e
  kind: Event
  lastTimestamp: "2026-04-16T23:18:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T23:18:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:18:39Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-8r5vr.18a6f9930ccbd0ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "42128"
    uid: 2d8393f2-88cc-406e-85b9-1f20ccdfd107
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T23:18:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-8r5vr
    namespace: kserve-ci-e2e-test
    resourceVersion: "42051"
    uid: bd59f530-3bb1-4403-8210-4c10b5f3e19e
  kind: Event
  lastTimestamp: "2026-04-16T23:18:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T23:18:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:18:39Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-8r5vr.18a6f993106ed76d
    namespace: kserve-ci-e2e-test
    resourceVersion: "42132"
    uid: 343372e0-5f62-4cc8-97ca-dc814e645714
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T23:18:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-8r5vr
    namespace: kserve-ci-e2e-test
    resourceVersion: "42051"
    uid: bd59f530-3bb1-4403-8210-4c10b5f3e19e
  kind: Event
  lastTimestamp: "2026-04-16T23:18:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T23:18:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:18:39Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-8r5vr.18a6f99310e1df6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "42133"
    uid: 3ca979c3-178d-4743-be6c-e3f4cd8b7c5a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:18:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-8r5vr
    namespace: kserve-ci-e2e-test
    resourceVersion: "42051"
    uid: bd59f530-3bb1-4403-8210-4c10b5f3e19e
  kind: Event
  lastTimestamp: "2026-04-16T23:18:42Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T23:18:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:18:42Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-8r5vr.18a6f9954509bdd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "42175"
    uid: 20331e9e-ba92-421c-a2d6-e6d223fa257f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:18:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965
    namespace: kserve-ci-e2e-test
    resourceVersion: "42039"
    uid: c14dd00b-7ee8-45e1-affb-a9ca901b671c
  kind: Event
  lastTimestamp: "2026-04-16T23:18:32Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-8r5vr'
  metadata:
    creationTimestamp: "2026-04-16T23:18:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:18:32Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965.18a6f992f14a90f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "42050"
    uid: 910b6bbb-2ac2-43b5-a6db-5bbe28bd0a3a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:18:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42037"
    uid: 55a2331d-964a-416e-8d6b-21072bbe025e
  kind: Event
  lastTimestamp: "2026-04-16T23:18:32Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T23:18:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:18:32Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18a6f992eeee6af3
    namespace: kserve-ci-e2e-test
    resourceVersion: "42041"
    uid: 870985ed-f071-40e2-9185-1a35b9523d5c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T23:18:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "42027"
    uid: f57bd74e-87ba-4783-a58e-e65b61adf0e3
  kind: Event
  lastTimestamp: "2026-04-16T23:18:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T23:18:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T23:18:39Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a6f992eec5518b
    namespace: kserve-ci-e2e-test
    resourceVersion: "42134"
    uid: 4dc2b7d9-3777-4a6a-adb7-dd977b016dc6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:18:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "42027"
    uid: f57bd74e-87ba-4783-a58e-e65b61adf0e3
  kind: Event
  lastTimestamp: "2026-04-16T23:18:32Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T23:18:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T23:18:32Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a6f992ef2a0b19
    namespace: kserve-ci-e2e-test
    resourceVersion: "42043"
    uid: 7252d2ee-0277-41b5-8ff9-57e8044bdf15
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T23:17:21.472603Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-n2hcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "41454"
    uid: 4ae94d07-bfab-4930-96d1-42b964fa4e5e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-n2hcp
    to ip-10-0-133-183.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T23:17:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T23:17:21Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-n2hcp.18a6f982649247cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41460"
    uid: 03d1ca46-4854-41a5-863a-d760569bfdf5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bd746bc4f-w5454
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:17:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-n2hcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "41464"
    uid: 4ae94d07-bfab-4930-96d1-42b964fa4e5e
  kind: Event
  lastTimestamp: "2026-04-16T23:17:21Z"
  message: Add eth0 [10.133.0.73/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T23:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T23:17:21Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-n2hcp.18a6f9827d961a14
    namespace: kserve-ci-e2e-test
    resourceVersion: "41474"
    uid: 37194e0f-0e50-4183-8869-c32abdedca40
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:17:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-n2hcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "41456"
    uid: 4ae94d07-bfab-4930-96d1-42b964fa4e5e
  kind: Event
  lastTimestamp: "2026-04-16T23:17:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T23:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:17:21Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-n2hcp.18a6f9827f057cf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41476"
    uid: 7d96b2df-3bba-42c6-9747-11b8a98afcea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:17:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-n2hcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "41456"
    uid: 4ae94d07-bfab-4930-96d1-42b964fa4e5e
  kind: Event
  lastTimestamp: "2026-04-16T23:17:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T23:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:17:21Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-n2hcp.18a6f98281c37ac7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41477"
    uid: b13af147-7918-44dd-8c9d-58320b967d0d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:17:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-n2hcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "41456"
    uid: 4ae94d07-bfab-4930-96d1-42b964fa4e5e
  kind: Event
  lastTimestamp: "2026-04-16T23:17:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T23:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:17:21Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-n2hcp.18a6f9828233ef94
    namespace: kserve-ci-e2e-test
    resourceVersion: "41478"
    uid: 5098b5e8-361c-4624-8438-48d393cf364e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:17:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-n2hcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "41456"
    uid: 4ae94d07-bfab-4930-96d1-42b964fa4e5e
  kind: Event
  lastTimestamp: "2026-04-16T23:17:23Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T23:17:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:17:23Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-n2hcp.18a6f982c97ba3a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41496"
    uid: d7b3ad57-abf7-40da-a8b8-a0bc3aaff273
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:17:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-n2hcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "41456"
    uid: 4ae94d07-bfab-4930-96d1-42b964fa4e5e
  kind: Event
  lastTimestamp: "2026-04-16T23:17:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T23:17:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:17:23Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-n2hcp.18a6f982cce7a9a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41499"
    uid: 710f3e8f-44c7-4f2b-a227-dffe79c21773
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:17:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-n2hcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "41456"
    uid: 4ae94d07-bfab-4930-96d1-42b964fa4e5e
  kind: Event
  lastTimestamp: "2026-04-16T23:17:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T23:17:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:17:23Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-n2hcp.18a6f982cd5b0ca6
    namespace: kserve-ci-e2e-test
    resourceVersion: "41500"
    uid: 560868e7-44c0-4261-8ece-04cac060ff02
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:17:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-n2hcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "41456"
    uid: 4ae94d07-bfab-4930-96d1-42b964fa4e5e
  kind: Event
  lastTimestamp: "2026-04-16T23:17:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T23:17:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:17:23Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-n2hcp.18a6f982cd684181
    namespace: kserve-ci-e2e-test
    resourceVersion: "41501"
    uid: 0bcff727-2bf3-465e-8545-d4e0a4644eb3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:17:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-n2hcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "41456"
    uid: 4ae94d07-bfab-4930-96d1-42b964fa4e5e
  kind: Event
  lastTimestamp: "2026-04-16T23:17:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T23:17:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:17:23Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-n2hcp.18a6f982d04fdca9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41503"
    uid: b4f11f32-b80f-4920-8df0-6b81f6b86652
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:17:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-n2hcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "41456"
    uid: 4ae94d07-bfab-4930-96d1-42b964fa4e5e
  kind: Event
  lastTimestamp: "2026-04-16T23:17:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T23:17:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:17:23Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-n2hcp.18a6f982d0cb2e9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41504"
    uid: 05673c98-fb4e-4e3f-b75d-3d9cafcded1b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T23:17:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-n2hcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "41456"
    uid: 4ae94d07-bfab-4930-96d1-42b964fa4e5e
  kind: Event
  lastTimestamp: "2026-04-16T23:18:20Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.73:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T23:17:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:18:20Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-n2hcp.18a6f983057107ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "41909"
    uid: 1093c68e-59b6-49fb-813c-d2dfefd67be8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:18:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-n2hcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "41456"
    uid: 4ae94d07-bfab-4930-96d1-42b964fa4e5e
  kind: Event
  lastTimestamp: "2026-04-16T23:18:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T23:18:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:18:31Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-n2hcp.18a6f992b294a6a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42015"
    uid: 39325cf7-5951-4a03-9b65-da719b153834
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:18:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-n2hcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "41456"
    uid: 4ae94d07-bfab-4930-96d1-42b964fa4e5e
  kind: Event
  lastTimestamp: "2026-04-16T23:18:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T23:18:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:18:31Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-n2hcp.18a6f992b29530e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "42016"
    uid: be3b5e80-3d01-4a67-bd01-dc1c13fcf1f2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:18:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-n2hcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "41456"
    uid: 4ae94d07-bfab-4930-96d1-42b964fa4e5e
  kind: Event
  lastTimestamp: "2026-04-16T23:18:35Z"
  message: 'Readiness probe failed: Get "https://10.133.0.73:8643/healthz": dial tcp
    10.133.0.73:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T23:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:18:35Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-n2hcp.18a6f9938d85fffe
    namespace: kserve-ci-e2e-test
    resourceVersion: "42098"
    uid: 3f8b0a1b-bd6a-484f-b062-9e8a648379e2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:17:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "41444"
    uid: cdaf7fa7-590d-49c5-bc44-ab4fbff35eb3
  kind: Event
  lastTimestamp: "2026-04-16T23:17:21Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-n2hcp'
  metadata:
    creationTimestamp: "2026-04-16T23:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:17:21Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf.18a6f9826426e566
    namespace: kserve-ci-e2e-test
    resourceVersion: "41455"
    uid: 9e7c6244-c3d3-4e8c-b7d4-c4ac3aa06946
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:17:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41442"
    uid: b112b949-76d1-4a0b-a897-ad37c0a8a8e9
  kind: Event
  lastTimestamp: "2026-04-16T23:17:21Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T23:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:17:21Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a6f98261a6f83e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41446"
    uid: a65d7987-126e-4091-b5f4-b2796c0caa92
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:17:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41443"
    uid: 3b428c92-b4f7-4ebd-88b3-fc83160d1b15
  kind: Event
  lastTimestamp: "2026-04-16T23:17:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T23:17:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:17:36Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a6f985e0749ee0
    namespace: kserve-ci-e2e-test
    resourceVersion: "41598"
    uid: c7b2b00b-103c-45d2-a05d-9b3995957fdc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:17:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41443"
    uid: 3b428c92-b4f7-4ebd-88b3-fc83160d1b15
  kind: Event
  lastTimestamp: "2026-04-16T23:17:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T23:17:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:17:36Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a6f985e0d5eefd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41600"
    uid: ae34b393-02ea-42cd-8d84-f29cd42e2662
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T23:17:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41599"
    uid: 3b428c92-b4f7-4ebd-88b3-fc83160d1b15
  kind: Event
  lastTimestamp: "2026-04-16T23:18:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T23:17:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:18:21Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a6f9895fba121d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41915"
    uid: a31b4cb5-b817-48eb-8c98-88ecc76ff268
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T23:17:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41599"
    uid: 3b428c92-b4f7-4ebd-88b3-fc83160d1b15
  kind: Event
  lastTimestamp: "2026-04-16T23:18:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T23:17:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:18:21Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a6f989602acc7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "41916"
    uid: afa11de6-ea52-4681-8753-e19e082a8603
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T23:17:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41433"
    uid: eb582589-a3a0-4190-841e-2b2d5563e252
  kind: Event
  lastTimestamp: "2026-04-16T23:18:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T23:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T23:18:30Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a6f982617dc50e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41986"
    uid: bd8d9450-7596-4e23-a205-77bff9604407
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:17:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41433"
    uid: eb582589-a3a0-4190-841e-2b2d5563e252
  kind: Event
  lastTimestamp: "2026-04-16T23:17:21Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T23:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T23:17:21Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a6f98261c544d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41448"
    uid: fd5013e7-9026-49e0-a0d4-298feb730761
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:18:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41984"
    uid: eb582589-a3a0-4190-841e-2b2d5563e252
  kind: Event
  lastTimestamp: "2026-04-16T23:18:30Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-16T23:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T23:18:30Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a6f992683ec34f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41985"
    uid: 82539734-26e8-4132-bc13-a921659db405
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T23:12:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39071"
    uid: 1d171c92-c18c-42b9-8881-ab1940c7cfac
  kind: Event
  lastTimestamp: "2026-04-16T23:14:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T23:12:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T23:14:07Z"
    name: isvc-sklearn-s3.18a6f944c82e1ad9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39658"
    uid: 952b0c5a-2354-4880-ada5-8027ee01f882
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:12:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39071"
    uid: 1d171c92-c18c-42b9-8881-ab1940c7cfac
  kind: Event
  lastTimestamp: "2026-04-16T23:12:56Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T23:12:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T23:12:56Z"
    name: isvc-sklearn-s3.18a6f944c87bf3e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39105"
    uid: f174d2d2-ae60-45ff-baf1-879773d4f78c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:14:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39656"
    uid: 1d171c92-c18c-42b9-8881-ab1940c7cfac
  kind: Event
  lastTimestamp: "2026-04-16T23:14:07Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-04-16T23:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T23:14:07Z"
    name: isvc-sklearn-s3.18a6f955351bd98e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39657"
    uid: 33cb48dc-455a-4943-81fa-911c1dfba928
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:55:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-c477977d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30350"
    uid: 4c22c023-aba1-4d11-b981-0718a0f56f6b
  kind: Event
  lastTimestamp: "2026-04-16T22:55:42Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-c477977d5-zv5hv'
  metadata:
    creationTimestamp: "2026-04-16T22:55:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:55:42Z"
    name: isvc-sklearn-scheduler-predictor-c477977d5.18a6f853ddfdbcec
    namespace: kserve-ci-e2e-test
    resourceVersion: "30360"
    uid: 5af034d8-5c2d-4c39-8cae-65c6f2c3d762
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:55:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30348"
    uid: e8d02043-028a-425d-8bdc-fd6eceee4aa2
  kind: Event
  lastTimestamp: "2026-04-16T22:55:42Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-c477977d5 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T22:55:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:55:42Z"
    name: isvc-sklearn-scheduler-predictor.18a6f853d9cbe205
    namespace: kserve-ci-e2e-test
    resourceVersion: "30351"
    uid: 2207a5cf-7e44-46c1-a469-33c1de9e8b59
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T22:55:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "30320"
    uid: 4ca3d408-4a99-497f-a202-e7dcd35dd6c7
  kind: Event
  lastTimestamp: "2026-04-16T22:55:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:55:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:55:42Z"
    name: isvc-sklearn-scheduler.18a6f853d95d078e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30371"
    uid: 1e495350-1098-4d0a-a75f-29f1fdc7853b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:55:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "30320"
    uid: 4ca3d408-4a99-497f-a202-e7dcd35dd6c7
  kind: Event
  lastTimestamp: "2026-04-16T22:55:42Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:55:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:55:42Z"
    name: isvc-sklearn-scheduler.18a6f853d9d7b052
    namespace: kserve-ci-e2e-test
    resourceVersion: "30352"
    uid: 0daa0a3e-f823-42bc-81ca-fdbdf8813668
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:55:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "30320"
    uid: 4ca3d408-4a99-497f-a202-e7dcd35dd6c7
  kind: Event
  lastTimestamp: "2026-04-16T22:55:42Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:55:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:55:42Z"
    name: isvc-sklearn-scheduler.18a6f853d9d801cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30354"
    uid: adbe0c2a-a586-490a-88f1-fa0faa283ff8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T23:01:02.130285Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-82fxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33149"
    uid: 83a82ae5-08d1-4b05-9bce-d838f6a2bc65
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-7f8b779bc6-82fxz
    to ip-10-0-133-183.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T23:01:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T23:01:02Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-82fxz.18a6f89e5f387037
    namespace: kserve-ci-e2e-test
    resourceVersion: "33157"
    uid: 46c2f564-33d8-4bf6-94f1-aca2a8c32bf3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bd746bc4f-w5454
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:01:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-82fxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33162"
    uid: 83a82ae5-08d1-4b05-9bce-d838f6a2bc65
  kind: Event
  lastTimestamp: "2026-04-16T23:01:02Z"
  message: Add eth0 [10.133.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T23:01:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T23:01:02Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-82fxz.18a6f89e785864e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33169"
    uid: 71601f77-79f6-4388-b9c9-06b7fb5b0416
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:01:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-82fxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33152"
    uid: 83a82ae5-08d1-4b05-9bce-d838f6a2bc65
  kind: Event
  lastTimestamp: "2026-04-16T23:01:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T23:01:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:01:02Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-82fxz.18a6f89e7aaa7a41
    namespace: kserve-ci-e2e-test
    resourceVersion: "33173"
    uid: ef5a3416-e95a-4852-ba3a-2608f0e13daf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:01:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-82fxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33152"
    uid: 83a82ae5-08d1-4b05-9bce-d838f6a2bc65
  kind: Event
  lastTimestamp: "2026-04-16T23:01:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T23:01:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:01:02Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-82fxz.18a6f89e7d5b7ba7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33175"
    uid: 76a0e5e5-b179-4dcd-9aa7-cb5ab58764ab
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:01:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-82fxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33152"
    uid: 83a82ae5-08d1-4b05-9bce-d838f6a2bc65
  kind: Event
  lastTimestamp: "2026-04-16T23:01:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T23:01:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:01:02Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-82fxz.18a6f89e7dd06e9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33176"
    uid: 76781933-63a9-4406-a373-ef362379aa67
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:01:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-82fxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33152"
    uid: 83a82ae5-08d1-4b05-9bce-d838f6a2bc65
  kind: Event
  lastTimestamp: "2026-04-16T23:01:06Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T23:01:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:01:06Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-82fxz.18a6f89f7bd92869
    namespace: kserve-ci-e2e-test
    resourceVersion: "33211"
    uid: 583b999d-348a-443a-bd30-93bf75309116
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:01:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-82fxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33152"
    uid: 83a82ae5-08d1-4b05-9bce-d838f6a2bc65
  kind: Event
  lastTimestamp: "2026-04-16T23:01:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T23:01:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:01:06Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-82fxz.18a6f89f7f5ccb28
    namespace: kserve-ci-e2e-test
    resourceVersion: "33218"
    uid: 0ef95a50-85ef-4655-9816-566c565001e4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:01:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-82fxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33152"
    uid: 83a82ae5-08d1-4b05-9bce-d838f6a2bc65
  kind: Event
  lastTimestamp: "2026-04-16T23:01:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T23:01:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:01:06Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-82fxz.18a6f89f7fce3a98
    namespace: kserve-ci-e2e-test
    resourceVersion: "33219"
    uid: db3bfefa-f7a3-49f2-85cf-1a2bf238ffc3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:01:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-82fxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33152"
    uid: 83a82ae5-08d1-4b05-9bce-d838f6a2bc65
  kind: Event
  lastTimestamp: "2026-04-16T23:01:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T23:01:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:01:06Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-82fxz.18a6f89f7fdade1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33220"
    uid: 2c5d63d2-7509-472a-9043-709dcd9066f7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:01:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-82fxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33152"
    uid: 83a82ae5-08d1-4b05-9bce-d838f6a2bc65
  kind: Event
  lastTimestamp: "2026-04-16T23:01:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T23:01:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:01:07Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-82fxz.18a6f89f82e07bf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33222"
    uid: 66835e65-56e4-45ef-8899-5f4f1ec99e72
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:01:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-82fxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33152"
    uid: 83a82ae5-08d1-4b05-9bce-d838f6a2bc65
  kind: Event
  lastTimestamp: "2026-04-16T23:01:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T23:01:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:01:07Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-82fxz.18a6f89f83512c1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33223"
    uid: d30fc416-fc6c-4421-9422-057fe1684bac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T23:01:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-82fxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33152"
    uid: 83a82ae5-08d1-4b05-9bce-d838f6a2bc65
  kind: Event
  lastTimestamp: "2026-04-16T23:02:24Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T23:01:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:02:24Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-82fxz.18a6f89ff3ac7e4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33846"
    uid: 28ed14a1-4ef3-46c0-acb4-70bd5d2c88b9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:02:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-82fxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33152"
    uid: 83a82ae5-08d1-4b05-9bce-d838f6a2bc65
  kind: Event
  lastTimestamp: "2026-04-16T23:02:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T23:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:02:22Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-82fxz.18a6f8b1066aaec0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33792"
    uid: 3dc7c22e-0fae-4dd1-8034-fd40091fc023
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:02:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-82fxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33152"
    uid: 83a82ae5-08d1-4b05-9bce-d838f6a2bc65
  kind: Event
  lastTimestamp: "2026-04-16T23:02:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T23:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:02:22Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-82fxz.18a6f8b1066bc5c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33795"
    uid: f6ace16c-714f-431d-a3fe-068b4211763e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:02:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-82fxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33152"
    uid: 83a82ae5-08d1-4b05-9bce-d838f6a2bc65
  kind: Event
  lastTimestamp: "2026-04-16T23:02:24Z"
  message: 'Readiness probe failed: Get "https://10.133.0.58:8643/healthz": dial tcp
    10.133.0.58:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T23:02:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:02:24Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-82fxz.18a6f8b1a5ceee1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33845"
    uid: 1297dd8e-aa8f-4688-b11d-7b17252e0d2e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:01:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33141"
    uid: b9883b61-e413-4e60-888b-bea4bf150e99
  kind: Event
  lastTimestamp: "2026-04-16T23:01:02Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-82fxz'
  metadata:
    creationTimestamp: "2026-04-16T23:01:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:01:02Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6.18a6f89e5eb2c7d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33151"
    uid: e614bbfb-a4be-4f4c-9b42-84957f21abc2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:01:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33139"
    uid: b9e0439b-8898-4465-92bc-a586ba0b8f48
  kind: Event
  lastTimestamp: "2026-04-16T23:01:02Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-7f8b779bc6 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T23:01:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:01:02Z"
    name: isvc-sklearn-v2-mixed-predictor.18a6f89e5c1c74c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33142"
    uid: 94d461ca-bd0e-461d-86a7-581961a33c1a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T23:01:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33140"
    uid: 32fd2956-30b1-41fd-b5dd-9510256873d2
  kind: Event
  lastTimestamp: "2026-04-16T23:01:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T23:01:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:01:47Z"
    name: isvc-sklearn-v2-mixed-predictor.18a6f8a1dacc1d15
    namespace: kserve-ci-e2e-test
    resourceVersion: "33505"
    uid: 6a68695c-74dd-4c8d-a3f2-9d69d65ed8c2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T23:01:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33140"
    uid: 32fd2956-30b1-41fd-b5dd-9510256873d2
  kind: Event
  lastTimestamp: "2026-04-16T23:01:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T23:01:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:01:47Z"
    name: isvc-sklearn-v2-mixed-predictor.18a6f8a1db2f476d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33506"
    uid: 2a88ffde-553b-4163-8ba5-7c9e06b27cb0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T23:02:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33299"
    uid: 32fd2956-30b1-41fd-b5dd-9510256873d2
  kind: Event
  lastTimestamp: "2026-04-16T23:02:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T23:02:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:02:17Z"
    name: isvc-sklearn-v2-mixed-predictor.18a6f8ac5826420c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33725"
    uid: a81a1ad9-1286-409a-9e7f-68f0777226a6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T23:02:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33299"
    uid: 32fd2956-30b1-41fd-b5dd-9510256873d2
  kind: Event
  lastTimestamp: "2026-04-16T23:02:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T23:02:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:02:17Z"
    name: isvc-sklearn-v2-mixed-predictor.18a6f8ac58912f04
    namespace: kserve-ci-e2e-test
    resourceVersion: "33726"
    uid: aa0eebde-293b-4325-98fc-a23f420faef7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T23:01:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33111"
    uid: 60c590f4-6636-495f-9d7c-8ba4196a4af6
  kind: Event
  lastTimestamp: "2026-04-16T23:02:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T23:01:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T23:02:15Z"
    name: isvc-sklearn-v2-mixed.18a6f89e5c243970
    namespace: kserve-ci-e2e-test
    resourceVersion: "33707"
    uid: 28b34865-a2af-495a-924d-a3b395c2ef2f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:01:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33111"
    uid: 60c590f4-6636-495f-9d7c-8ba4196a4af6
  kind: Event
  lastTimestamp: "2026-04-16T23:01:02Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T23:01:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T23:01:02Z"
    name: isvc-sklearn-v2-mixed.18a6f89e5cc16b13
    namespace: kserve-ci-e2e-test
    resourceVersion: "33145"
    uid: f09fd42d-2e61-4395-823c-3268382b94cd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:02:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33703"
    uid: 60c590f4-6636-495f-9d7c-8ba4196a4af6
  kind: Event
  lastTimestamp: "2026-04-16T23:02:14Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-04-16T23:02:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T23:02:14Z"
    name: isvc-sklearn-v2-mixed.18a6f8af56742fd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33705"
    uid: 88214e37-317a-4110-bd40-e2f9887323e6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:59:41.882383Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-kh7dl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32482"
    uid: c0be1175-0da7-4058-9545-a4bff8c698fa
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-69755fbb9-kh7dl
    to ip-10-0-133-183.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:59:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:59:41Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-kh7dl.18a6f88bb0128e87
    namespace: kserve-ci-e2e-test
    resourceVersion: "32489"
    uid: e018d8c8-864d-4251-8700-0b11d3b15c46
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bd746bc4f-w5454
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:59:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-kh7dl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32492"
    uid: c0be1175-0da7-4058-9545-a4bff8c698fa
  kind: Event
  lastTimestamp: "2026-04-16T22:59:42Z"
  message: Add eth0 [10.133.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:59:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:59:42Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-kh7dl.18a6f88bc947fb15
    namespace: kserve-ci-e2e-test
    resourceVersion: "32500"
    uid: e4ccd29b-f685-4aae-9366-56ff86844cf5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:59:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-kh7dl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32486"
    uid: c0be1175-0da7-4058-9545-a4bff8c698fa
  kind: Event
  lastTimestamp: "2026-04-16T22:59:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:59:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:59:42Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-kh7dl.18a6f88bca97fb5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32502"
    uid: 5b8801f2-0ab1-40f0-b3dd-6a594bd7aed1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:59:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-kh7dl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32486"
    uid: c0be1175-0da7-4058-9545-a4bff8c698fa
  kind: Event
  lastTimestamp: "2026-04-16T22:59:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T22:59:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:59:42Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-kh7dl.18a6f88bcd2ce6e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32504"
    uid: 0f5d30b3-930a-451c-8c5c-1edfe28cf17a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:59:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-kh7dl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32486"
    uid: c0be1175-0da7-4058-9545-a4bff8c698fa
  kind: Event
  lastTimestamp: "2026-04-16T22:59:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T22:59:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:59:42Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-kh7dl.18a6f88bcd9c512c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32505"
    uid: b76a7efc-59c7-4ccd-92a1-d18854d3ed6b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:59:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-kh7dl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32486"
    uid: c0be1175-0da7-4058-9545-a4bff8c698fa
  kind: Event
  lastTimestamp: "2026-04-16T22:59:46Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:59:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:59:46Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-kh7dl.18a6f88ccb94ce8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32544"
    uid: ba3b5cc4-b5dc-4b02-b222-1579a25c45fb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:59:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-kh7dl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32486"
    uid: c0be1175-0da7-4058-9545-a4bff8c698fa
  kind: Event
  lastTimestamp: "2026-04-16T22:59:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:59:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:59:46Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-kh7dl.18a6f88ccedeb982
    namespace: kserve-ci-e2e-test
    resourceVersion: "32547"
    uid: 3f027f23-66f8-4070-8650-70e16d92fda0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:59:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-kh7dl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32486"
    uid: c0be1175-0da7-4058-9545-a4bff8c698fa
  kind: Event
  lastTimestamp: "2026-04-16T22:59:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:59:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:59:46Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-kh7dl.18a6f88ccf4e4aab
    namespace: kserve-ci-e2e-test
    resourceVersion: "32549"
    uid: 5d3807d1-2c5a-4604-8026-5f53970972d2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:59:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-kh7dl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32486"
    uid: c0be1175-0da7-4058-9545-a4bff8c698fa
  kind: Event
  lastTimestamp: "2026-04-16T22:59:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:59:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:59:46Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-kh7dl.18a6f88ccf5a0a69
    namespace: kserve-ci-e2e-test
    resourceVersion: "32550"
    uid: 98c25707-7cd2-4bc9-9522-527ea53c6777
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:59:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-kh7dl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32486"
    uid: c0be1175-0da7-4058-9545-a4bff8c698fa
  kind: Event
  lastTimestamp: "2026-04-16T22:59:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:59:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:59:46Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-kh7dl.18a6f88cd34db128
    namespace: kserve-ci-e2e-test
    resourceVersion: "32552"
    uid: ab6cdad9-7ff4-4c62-af60-81236cba5b41
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:59:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-kh7dl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32486"
    uid: c0be1175-0da7-4058-9545-a4bff8c698fa
  kind: Event
  lastTimestamp: "2026-04-16T22:59:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:59:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:59:46Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-kh7dl.18a6f88cd3b7bc76
    namespace: kserve-ci-e2e-test
    resourceVersion: "32553"
    uid: f6291c15-ab66-4204-a7c0-9b06d39ddff3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T22:59:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-kh7dl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32486"
    uid: c0be1175-0da7-4058-9545-a4bff8c698fa
  kind: Event
  lastTimestamp: "2026-04-16T23:01:03Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T22:59:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:01:03Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-kh7dl.18a6f88d07b854fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "33188"
    uid: eadd3cae-3d63-49db-ba8c-946f10bcf9ce
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:01:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-kh7dl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32486"
    uid: c0be1175-0da7-4058-9545-a4bff8c698fa
  kind: Event
  lastTimestamp: "2026-04-16T23:01:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T23:01:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:01:02Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-kh7dl.18a6f89e5aca1897
    namespace: kserve-ci-e2e-test
    resourceVersion: "33134"
    uid: eee7b72f-9587-4e55-8620-4facfb001d43
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:01:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-kh7dl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32486"
    uid: c0be1175-0da7-4058-9545-a4bff8c698fa
  kind: Event
  lastTimestamp: "2026-04-16T23:01:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T23:01:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:01:02Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-kh7dl.18a6f89e5aca96ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "33136"
    uid: 0c005e20-ff96-4a97-b363-ec37323d09f9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:01:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-kh7dl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32486"
    uid: c0be1175-0da7-4058-9545-a4bff8c698fa
  kind: Event
  lastTimestamp: "2026-04-16T23:01:03Z"
  message: 'Readiness probe failed: Get "https://10.133.0.57:8643/healthz": dial tcp
    10.133.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T23:01:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:01:03Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-kh7dl.18a6f89eb9d6236d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33187"
    uid: b96c1f9c-7102-4f5c-bb2b-69c91e752652
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:59:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-69755fbb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32473"
    uid: 5c6168ce-8bf6-4196-be77-c36557478591
  kind: Event
  lastTimestamp: "2026-04-16T22:59:41Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-69755fbb9-kh7dl'
  metadata:
    creationTimestamp: "2026-04-16T22:59:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:59:41Z"
    name: isvc-sklearn-v2-predictor-69755fbb9.18a6f88baf814e71
    namespace: kserve-ci-e2e-test
    resourceVersion: "32485"
    uid: f7805b06-5db9-4456-8489-e1b3400c4862
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:59:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32471"
    uid: cc57b48c-f40d-447f-b28f-c39e3412c925
  kind: Event
  lastTimestamp: "2026-04-16T22:59:41Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-69755fbb9 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T22:59:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:59:41Z"
    name: isvc-sklearn-v2-predictor.18a6f88bacc6f996
    namespace: kserve-ci-e2e-test
    resourceVersion: "32475"
    uid: fa5ddd46-c575-4c8a-8af3-f615405eb085
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:59:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32472"
    uid: 764d1904-bdb8-4e8a-b8a2-3058e1cb9eba
  kind: Event
  lastTimestamp: "2026-04-16T22:59:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:59:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:59:56Z"
    name: isvc-sklearn-v2-predictor.18a6f88f2bb080c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32631"
    uid: df95ad72-5311-4562-b7e9-33ecedd29137
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:59:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32472"
    uid: 764d1904-bdb8-4e8a-b8a2-3058e1cb9eba
  kind: Event
  lastTimestamp: "2026-04-16T22:59:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:59:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:59:56Z"
    name: isvc-sklearn-v2-predictor.18a6f88f2c12a1e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32633"
    uid: 5e1d80f0-874b-4973-9627-c8ae20e68135
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T23:00:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32632"
    uid: 764d1904-bdb8-4e8a-b8a2-3058e1cb9eba
  kind: Event
  lastTimestamp: "2026-04-16T23:00:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T23:00:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:00:56Z"
    name: isvc-sklearn-v2-predictor.18a6f892aadafae9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33070"
    uid: 618d2dc2-b90a-4923-9bc1-1c49cfd149be
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T23:00:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32632"
    uid: 764d1904-bdb8-4e8a-b8a2-3058e1cb9eba
  kind: Event
  lastTimestamp: "2026-04-16T23:00:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T23:00:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:00:56Z"
    name: isvc-sklearn-v2-predictor.18a6f892ab3b1dec
    namespace: kserve-ci-e2e-test
    resourceVersion: "33071"
    uid: 11d6d048-e03b-4d4f-a790-dd70259c003c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:58:41.716054Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2r472
    namespace: kserve-ci-e2e-test
    resourceVersion: "31961"
    uid: 08e35d76-1d7b-4cf7-9620-7795cd364b64
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-6d84c876f4-2r472
    to ip-10-0-133-183.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:58:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:58:41Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2r472.18a6f87dade1588e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31966"
    uid: 586c80c8-3389-4bff-822c-4c42d060d815
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bd746bc4f-w5454
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:58:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2r472
    namespace: kserve-ci-e2e-test
    resourceVersion: "31970"
    uid: 08e35d76-1d7b-4cf7-9620-7795cd364b64
  kind: Event
  lastTimestamp: "2026-04-16T22:58:42Z"
  message: Add eth0 [10.133.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:58:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:58:42Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2r472.18a6f87dc741a543
    namespace: kserve-ci-e2e-test
    resourceVersion: "31980"
    uid: a5bde331-cda5-41f9-8b7e-4b4a548fc651
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:58:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2r472
    namespace: kserve-ci-e2e-test
    resourceVersion: "31964"
    uid: 08e35d76-1d7b-4cf7-9620-7795cd364b64
  kind: Event
  lastTimestamp: "2026-04-16T22:58:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:58:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:58:42Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2r472.18a6f87dc89d4220
    namespace: kserve-ci-e2e-test
    resourceVersion: "31983"
    uid: c1a9e368-50a1-4377-afcf-4e39dd83cee3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:58:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2r472
    namespace: kserve-ci-e2e-test
    resourceVersion: "31964"
    uid: 08e35d76-1d7b-4cf7-9620-7795cd364b64
  kind: Event
  lastTimestamp: "2026-04-16T22:58:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T22:58:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:58:42Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2r472.18a6f87dcb8d9854
    namespace: kserve-ci-e2e-test
    resourceVersion: "31984"
    uid: f7a591c0-3adb-4698-ac64-52b21b85a085
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:58:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2r472
    namespace: kserve-ci-e2e-test
    resourceVersion: "31964"
    uid: 08e35d76-1d7b-4cf7-9620-7795cd364b64
  kind: Event
  lastTimestamp: "2026-04-16T22:58:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T22:58:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:58:42Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2r472.18a6f87dcc04c645
    namespace: kserve-ci-e2e-test
    resourceVersion: "31985"
    uid: 9efa94db-fde3-4e88-a31e-0e0d85d86419
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:58:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2r472
    namespace: kserve-ci-e2e-test
    resourceVersion: "31964"
    uid: 08e35d76-1d7b-4cf7-9620-7795cd364b64
  kind: Event
  lastTimestamp: "2026-04-16T22:58:46Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T22:58:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:58:46Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2r472.18a6f87ec764c03e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32025"
    uid: f901999e-ebe5-45cc-b38b-056b31e9f066
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:58:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2r472
    namespace: kserve-ci-e2e-test
    resourceVersion: "31964"
    uid: 08e35d76-1d7b-4cf7-9620-7795cd364b64
  kind: Event
  lastTimestamp: "2026-04-16T22:58:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:58:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:58:46Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2r472.18a6f87eca443f50
    namespace: kserve-ci-e2e-test
    resourceVersion: "32028"
    uid: 18152c6a-c019-4e56-9da0-cd38d61633d1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:58:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2r472
    namespace: kserve-ci-e2e-test
    resourceVersion: "31964"
    uid: 08e35d76-1d7b-4cf7-9620-7795cd364b64
  kind: Event
  lastTimestamp: "2026-04-16T22:58:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:58:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:58:46Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2r472.18a6f87ecab5e979
    namespace: kserve-ci-e2e-test
    resourceVersion: "32030"
    uid: 47075740-1fee-4e95-9c55-af6127503599
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:58:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2r472
    namespace: kserve-ci-e2e-test
    resourceVersion: "31964"
    uid: 08e35d76-1d7b-4cf7-9620-7795cd364b64
  kind: Event
  lastTimestamp: "2026-04-16T22:58:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:58:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:58:46Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2r472.18a6f87ecac22420
    namespace: kserve-ci-e2e-test
    resourceVersion: "32031"
    uid: 54273966-e401-4a4d-882b-930ebc235153
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:58:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2r472
    namespace: kserve-ci-e2e-test
    resourceVersion: "31964"
    uid: 08e35d76-1d7b-4cf7-9620-7795cd364b64
  kind: Event
  lastTimestamp: "2026-04-16T22:58:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:58:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:58:46Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2r472.18a6f87ecdfa4635
    namespace: kserve-ci-e2e-test
    resourceVersion: "32033"
    uid: e7cd2c02-ce6b-48a6-a604-72fb9c6df5fe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:58:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2r472
    namespace: kserve-ci-e2e-test
    resourceVersion: "31964"
    uid: 08e35d76-1d7b-4cf7-9620-7795cd364b64
  kind: Event
  lastTimestamp: "2026-04-16T22:58:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:58:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:58:46Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2r472.18a6f87ece6ca37f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32034"
    uid: 8239aa86-674f-422d-9de2-ee397bcc70e7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:59:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2r472
    namespace: kserve-ci-e2e-test
    resourceVersion: "31964"
    uid: 08e35d76-1d7b-4cf7-9620-7795cd364b64
  kind: Event
  lastTimestamp: "2026-04-16T22:59:23Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-16T22:59:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:59:23Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2r472.18a6f8876a9feb85
    namespace: kserve-ci-e2e-test
    resourceVersion: "32295"
    uid: 02ece8b6-8519-4055-9aa1-6c5e26facbf6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:59:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2r472
    namespace: kserve-ci-e2e-test
    resourceVersion: "31964"
    uid: 08e35d76-1d7b-4cf7-9620-7795cd364b64
  kind: Event
  lastTimestamp: "2026-04-16T22:59:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:59:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:59:41Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2r472.18a6f88baba13d73
    namespace: kserve-ci-e2e-test
    resourceVersion: "32467"
    uid: 0868f46b-24fd-4e9f-8301-ed83a2232790
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:59:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2r472
    namespace: kserve-ci-e2e-test
    resourceVersion: "31964"
    uid: 08e35d76-1d7b-4cf7-9620-7795cd364b64
  kind: Event
  lastTimestamp: "2026-04-16T22:59:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:59:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:59:41Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2r472.18a6f88baba267e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32470"
    uid: a1bcee9b-5830-49be-8bc2-a54e131074bd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:59:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2r472
    namespace: kserve-ci-e2e-test
    resourceVersion: "31964"
    uid: 08e35d76-1d7b-4cf7-9620-7795cd364b64
  kind: Event
  lastTimestamp: "2026-04-16T22:59:48Z"
  message: 'Readiness probe failed: Get "https://10.133.0.56:8643/healthz": dial tcp
    10.133.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T22:59:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:59:48Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2r472.18a6f88c0d6b2d04
    namespace: kserve-ci-e2e-test
    resourceVersion: "32566"
    uid: 74d11175-daa7-4b26-9599-3fcda6fd5718
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:59:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2r472
    namespace: kserve-ci-e2e-test
    resourceVersion: "31964"
    uid: 08e35d76-1d7b-4cf7-9620-7795cd364b64
  kind: Event
  lastTimestamp: "2026-04-16T22:59:44Z"
  message: 'Readiness probe failed: Get "http://10.133.0.56:8080/v2/models/isvc-sklearn-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-04-16T22:59:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:59:44Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2r472.18a6f88c4bc4c1a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32527"
    uid: 85ff3dc7-9a00-473b-9720-ccaa6d94003d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:58:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31951"
    uid: 7ca6ccd6-5c9d-4579-a72b-ddf67d51ab77
  kind: Event
  lastTimestamp: "2026-04-16T22:58:41Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2r472'
  metadata:
    creationTimestamp: "2026-04-16T22:58:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:58:41Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4.18a6f87dad7c01a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31963"
    uid: 5043281a-2e46-45ae-8d5f-32da674567e9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:58:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31947"
    uid: 077e356e-b07e-4dc1-bcb9-63ae157f7735
  kind: Event
  lastTimestamp: "2026-04-16T22:58:41Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-6d84c876f4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T22:58:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:58:41Z"
    name: isvc-sklearn-v2-runtime-predictor.18a6f87daa8fe624
    namespace: kserve-ci-e2e-test
    resourceVersion: "31953"
    uid: 88ecb073-8b7d-46d5-a097-52e642e5edaa
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:58:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31949"
    uid: 5a1d78ef-efd7-4ac8-a36e-a020978918b4
  kind: Event
  lastTimestamp: "2026-04-16T22:59:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:58:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:59:26Z"
    name: isvc-sklearn-v2-runtime-predictor.18a6f881294dce70
    namespace: kserve-ci-e2e-test
    resourceVersion: "32321"
    uid: 504f0778-f6e3-477d-9cc1-f617fa544e2c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:58:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31949"
    uid: 5a1d78ef-efd7-4ac8-a36e-a020978918b4
  kind: Event
  lastTimestamp: "2026-04-16T22:59:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:58:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:59:26Z"
    name: isvc-sklearn-v2-runtime-predictor.18a6f88129b25a26
    namespace: kserve-ci-e2e-test
    resourceVersion: "32323"
    uid: fa056189-1a2b-46bd-880f-2076ad3eedf3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:59:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32108"
    uid: 5a1d78ef-efd7-4ac8-a36e-a020978918b4
  kind: Event
  lastTimestamp: "2026-04-16T22:59:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:59:41Z"
    name: isvc-sklearn-v2-runtime-predictor.18a6f884a8784d27
    namespace: kserve-ci-e2e-test
    resourceVersion: "32437"
    uid: ea6b4036-9f1e-4a3f-acf1-4dd319b2a1ee
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:59:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32108"
    uid: 5a1d78ef-efd7-4ac8-a36e-a020978918b4
  kind: Event
  lastTimestamp: "2026-04-16T22:59:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:59:41Z"
    name: isvc-sklearn-v2-runtime-predictor.18a6f884a8cd759c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32438"
    uid: 445b010b-20ad-4e99-8bc0-d7558f553fff
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T22:58:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31921"
    uid: 579e91a4-1328-4315-a1df-7d918cf88bb6
  kind: Event
  lastTimestamp: "2026-04-16T22:59:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:58:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:59:33Z"
    name: isvc-sklearn-v2-runtime.18a6f87daa65b7b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32375"
    uid: c395667c-80e6-4f9c-9f8b-6e85db2f0e2f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:58:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31921"
    uid: 579e91a4-1328-4315-a1df-7d918cf88bb6
  kind: Event
  lastTimestamp: "2026-04-16T22:58:41Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:58:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:58:41Z"
    name: isvc-sklearn-v2-runtime.18a6f87daab90951
    namespace: kserve-ci-e2e-test
    resourceVersion: "31972"
    uid: 0a1b4724-d6ef-4e32-aa49-6d6efeb8c0a2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:58:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31933"
    uid: 579e91a4-1328-4315-a1df-7d918cf88bb6
  kind: Event
  lastTimestamp: "2026-04-16T22:58:41Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:58:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:58:41Z"
    name: isvc-sklearn-v2-runtime.18a6f87dafd4578a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31973"
    uid: 484855e6-e7c8-423e-8a10-8d36b9bac01d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:59:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32373"
    uid: 579e91a4-1328-4315-a1df-7d918cf88bb6
  kind: Event
  lastTimestamp: "2026-04-16T22:59:33Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:59:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:59:33Z"
    name: isvc-sklearn-v2-runtime.18a6f889be370398
    namespace: kserve-ci-e2e-test
    resourceVersion: "32374"
    uid: aa8e6444-25f1-4ec0-8d8b-582d61ff5c7a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T22:59:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32440"
    uid: db8ae855-b430-4d11-a98f-c339f2c07166
  kind: Event
  lastTimestamp: "2026-04-16T23:00:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:59:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T23:00:53Z"
    name: isvc-sklearn-v2.18a6f88baca151c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33046"
    uid: e21fb923-f808-4307-a1b2-c9c78fdd1235
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:59:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32440"
    uid: db8ae855-b430-4d11-a98f-c339f2c07166
  kind: Event
  lastTimestamp: "2026-04-16T22:59:41Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:59:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:59:41Z"
    name: isvc-sklearn-v2.18a6f88bacf1cb79
    namespace: kserve-ci-e2e-test
    resourceVersion: "32478"
    uid: 2c77c423-8316-4d61-ae04-27adb2af5aa3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:00:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33044"
    uid: db8ae855-b430-4d11-a98f-c339f2c07166
  kind: Event
  lastTimestamp: "2026-04-16T23:00:53Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T23:00:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T23:00:53Z"
    name: isvc-sklearn-v2.18a6f89c6a4d9c70
    namespace: kserve-ci-e2e-test
    resourceVersion: "33045"
    uid: 44ec9124-6788-4e00-9176-cb4a079dd2a4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T22:55:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30387"
    uid: b22c43cb-2015-44c1-b761-4f774416c9a0
  kind: Event
  lastTimestamp: "2026-04-16T22:56:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:55:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:56:55Z"
    name: isvc-sklearn.18a6f85456cfaeae
    namespace: kserve-ci-e2e-test
    resourceVersion: "30985"
    uid: 7c4cfdd4-bbb9-4a9e-8fa4-01c4f0ad5cdd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:55:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30387"
    uid: b22c43cb-2015-44c1-b761-4f774416c9a0
  kind: Event
  lastTimestamp: "2026-04-16T22:55:44Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T22:55:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:55:44Z"
    name: isvc-sklearn.18a6f8545749ea3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30419"
    uid: 4035b369-5d2d-43e7-9701-5aaaf8584c5e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:56:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30983"
    uid: b22c43cb-2015-44c1-b761-4f774416c9a0
  kind: Event
  lastTimestamp: "2026-04-16T22:56:55Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:56:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:56:55Z"
    name: isvc-sklearn.18a6f8650c663d2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30984"
    uid: 15a94e93-705d-4d3c-abdf-070d2df2a422
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T23:02:22.311021Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-gwwz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33806"
    uid: 7ca7ef85-5e5b-48e0-bdff-b109f84e9d8e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-6756f669d7-gwwz8
    to ip-10-0-133-183.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T23:02:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T23:02:22Z"
    name: isvc-tensorflow-predictor-6756f669d7-gwwz8.18a6f8b10a5d6088
    namespace: kserve-ci-e2e-test
    resourceVersion: "33810"
    uid: 40b1e4a0-e247-49ff-9df0-03dd33ea4872
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bd746bc4f-w5454
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:02:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-gwwz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33816"
    uid: 7ca7ef85-5e5b-48e0-bdff-b109f84e9d8e
  kind: Event
  lastTimestamp: "2026-04-16T23:02:22Z"
  message: Add eth0 [10.133.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T23:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T23:02:22Z"
    name: isvc-tensorflow-predictor-6756f669d7-gwwz8.18a6f8b123a7e237
    namespace: kserve-ci-e2e-test
    resourceVersion: "33821"
    uid: eba372ac-8f46-47f3-a4cc-3546986155c8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:02:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-gwwz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33808"
    uid: 7ca7ef85-5e5b-48e0-bdff-b109f84e9d8e
  kind: Event
  lastTimestamp: "2026-04-16T23:02:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T23:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:02:22Z"
    name: isvc-tensorflow-predictor-6756f669d7-gwwz8.18a6f8b1250dcd04
    namespace: kserve-ci-e2e-test
    resourceVersion: "33824"
    uid: 79d8c083-1655-49b4-b47c-4a05e7c36ec2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:02:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-gwwz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33808"
    uid: 7ca7ef85-5e5b-48e0-bdff-b109f84e9d8e
  kind: Event
  lastTimestamp: "2026-04-16T23:02:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T23:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:02:22Z"
    name: isvc-tensorflow-predictor-6756f669d7-gwwz8.18a6f8b127d10a47
    namespace: kserve-ci-e2e-test
    resourceVersion: "33826"
    uid: 87609007-92b1-47fd-9795-6864820c2ac8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:02:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-gwwz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33808"
    uid: 7ca7ef85-5e5b-48e0-bdff-b109f84e9d8e
  kind: Event
  lastTimestamp: "2026-04-16T23:02:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T23:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:02:22Z"
    name: isvc-tensorflow-predictor-6756f669d7-gwwz8.18a6f8b12848c834
    namespace: kserve-ci-e2e-test
    resourceVersion: "33827"
    uid: 430f8ad2-1040-490b-bdb8-d1de436cc50f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:02:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-gwwz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33808"
    uid: 7ca7ef85-5e5b-48e0-bdff-b109f84e9d8e
  kind: Event
  lastTimestamp: "2026-04-16T23:02:28Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-04-16T23:02:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:02:28Z"
    name: isvc-tensorflow-predictor-6756f669d7-gwwz8.18a6f8b2677945e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33874"
    uid: c029201e-2311-4da9-99b1-2d32cb89855e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:02:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-gwwz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33808"
    uid: 7ca7ef85-5e5b-48e0-bdff-b109f84e9d8e
  kind: Event
  lastTimestamp: "2026-04-16T23:02:31Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.546s (3.546s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T23:02:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:02:31Z"
    name: isvc-tensorflow-predictor-6756f669d7-gwwz8.18a6f8b33ae33cd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33902"
    uid: da3a6e64-69e9-4ae1-80c8-5cbe8b18b1bc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:02:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-gwwz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33808"
    uid: 7ca7ef85-5e5b-48e0-bdff-b109f84e9d8e
  kind: Event
  lastTimestamp: "2026-04-16T23:02:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T23:02:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:02:31Z"
    name: isvc-tensorflow-predictor-6756f669d7-gwwz8.18a6f8b33dac4444
    namespace: kserve-ci-e2e-test
    resourceVersion: "33903"
    uid: eaee3191-e1d4-479e-8c0e-3ffb38df3c6c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:02:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-gwwz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33808"
    uid: 7ca7ef85-5e5b-48e0-bdff-b109f84e9d8e
  kind: Event
  lastTimestamp: "2026-04-16T23:02:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T23:02:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:02:31Z"
    name: isvc-tensorflow-predictor-6756f669d7-gwwz8.18a6f8b33e18b81b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33905"
    uid: 3a9020dd-2880-478d-9899-bbadc26db1c1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:02:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-gwwz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33808"
    uid: 7ca7ef85-5e5b-48e0-bdff-b109f84e9d8e
  kind: Event
  lastTimestamp: "2026-04-16T23:02:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T23:02:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:02:31Z"
    name: isvc-tensorflow-predictor-6756f669d7-gwwz8.18a6f8b33e253a36
    namespace: kserve-ci-e2e-test
    resourceVersion: "33906"
    uid: 64bae095-5c39-47af-8a5a-e4153e32401c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:02:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-gwwz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33808"
    uid: 7ca7ef85-5e5b-48e0-bdff-b109f84e9d8e
  kind: Event
  lastTimestamp: "2026-04-16T23:02:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T23:02:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:02:31Z"
    name: isvc-tensorflow-predictor-6756f669d7-gwwz8.18a6f8b341239190
    namespace: kserve-ci-e2e-test
    resourceVersion: "33908"
    uid: 8713ebd8-24cb-4225-b66f-c7beb71d6355
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:02:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-gwwz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33808"
    uid: 7ca7ef85-5e5b-48e0-bdff-b109f84e9d8e
  kind: Event
  lastTimestamp: "2026-04-16T23:02:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T23:02:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:02:31Z"
    name: isvc-tensorflow-predictor-6756f669d7-gwwz8.18a6f8b341a231d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33909"
    uid: 6d0626d4-e374-4f84-913d-f81fbf0ae28b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T23:02:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-gwwz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33808"
    uid: 7ca7ef85-5e5b-48e0-bdff-b109f84e9d8e
  kind: Event
  lastTimestamp: "2026-04-16T23:02:38Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.59:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T23:02:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:02:38Z"
    name: isvc-tensorflow-predictor-6756f669d7-gwwz8.18a6f8b35707dbf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33956"
    uid: 8e4ce4d8-7923-4c30-b366-e63eaaa4f124
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:03:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-gwwz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33808"
    uid: 7ca7ef85-5e5b-48e0-bdff-b109f84e9d8e
  kind: Event
  lastTimestamp: "2026-04-16T23:03:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T23:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:03:03Z"
    name: isvc-tensorflow-predictor-6756f669d7-gwwz8.18a6f8ba96891828
    namespace: kserve-ci-e2e-test
    resourceVersion: "34194"
    uid: e6ca868c-8cff-4a75-9725-6d68d225c610
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:03:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-gwwz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33808"
    uid: 7ca7ef85-5e5b-48e0-bdff-b109f84e9d8e
  kind: Event
  lastTimestamp: "2026-04-16T23:03:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T23:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:03:03Z"
    name: isvc-tensorflow-predictor-6756f669d7-gwwz8.18a6f8ba9689cb2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34196"
    uid: 797a6fad-80f1-451c-a950-d3ac610432d4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T23:03:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-gwwz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33808"
    uid: 7ca7ef85-5e5b-48e0-bdff-b109f84e9d8e
  kind: Event
  lastTimestamp: "2026-04-16T23:03:33Z"
  message: 'Readiness probe failed: Get "https://10.133.0.59:8643/healthz": dial tcp
    10.133.0.59:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T23:03:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:03:33Z"
    name: isvc-tensorflow-predictor-6756f669d7-gwwz8.18a6f8bbb8e70415
    namespace: kserve-ci-e2e-test
    resourceVersion: "34448"
    uid: 89980b03-5ff7-4941-9499-5055a22d9538
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:02:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-6756f669d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33794"
    uid: 388adbcc-75ee-4f48-a629-e3b604acc5cc
  kind: Event
  lastTimestamp: "2026-04-16T23:02:22Z"
  message: 'Created pod: isvc-tensorflow-predictor-6756f669d7-gwwz8'
  metadata:
    creationTimestamp: "2026-04-16T23:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:02:22Z"
    name: isvc-tensorflow-predictor-6756f669d7.18a6f8b109f64dec
    namespace: kserve-ci-e2e-test
    resourceVersion: "33807"
    uid: 25d4fef6-4849-4c67-a8b5-d594fe289183
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:02:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33791"
    uid: 3c65d972-a13b-48e6-8172-2a0710d15fb0
  kind: Event
  lastTimestamp: "2026-04-16T23:02:22Z"
  message: Scaled up replica set isvc-tensorflow-predictor-6756f669d7 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T23:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:02:22Z"
    name: isvc-tensorflow-predictor.18a6f8b10701df4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33797"
    uid: dd4805e1-290e-42b7-b51a-8bd4e179d35b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:02:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33793"
    uid: 94ebb25c-d021-4a98-85f1-fe4011e48ea8
  kind: Event
  lastTimestamp: "2026-04-16T23:02:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T23:02:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:02:37Z"
    name: isvc-tensorflow-predictor.18a6f8b485d80f99
    namespace: kserve-ci-e2e-test
    resourceVersion: "33947"
    uid: 2fd53b0d-2f02-402d-98de-eda289c67f4b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:02:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33793"
    uid: 94ebb25c-d021-4a98-85f1-fe4011e48ea8
  kind: Event
  lastTimestamp: "2026-04-16T23:02:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T23:02:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:02:37Z"
    name: isvc-tensorflow-predictor.18a6f8b486382176
    namespace: kserve-ci-e2e-test
    resourceVersion: "33949"
    uid: fe912a58-d845-41a6-a83a-8c076ab42a4d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:02:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33948"
    uid: 94ebb25c-d021-4a98-85f1-fe4011e48ea8
  kind: Event
  lastTimestamp: "2026-04-16T23:02:52Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T23:02:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:02:52Z"
    name: isvc-tensorflow-predictor.18a6f8b804f9324c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34063"
    uid: 0bc8b73b-bf96-4883-bf21-3069aae695ed
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:02:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33948"
    uid: 94ebb25c-d021-4a98-85f1-fe4011e48ea8
  kind: Event
  lastTimestamp: "2026-04-16T23:02:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T23:02:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:02:52Z"
    name: isvc-tensorflow-predictor.18a6f8b805596733
    namespace: kserve-ci-e2e-test
    resourceVersion: "34065"
    uid: 205cb9b2-6f7d-4ca4-b782-440e7e12b72b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T23:03:03.272116Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-6kldd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34167"
    uid: 706b1917-bc2d-4a18-97bc-29c00eab72a6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-8699d78cf-6kldd
    to ip-10-0-133-183.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T23:03:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T23:03:03Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-6kldd.18a6f8ba93d61803
    namespace: kserve-ci-e2e-test
    resourceVersion: "34178"
    uid: 627a6c63-5662-4b18-8ca7-4bdf7a9ce3e2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bd746bc4f-w5454
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:03:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-6kldd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34188"
    uid: 706b1917-bc2d-4a18-97bc-29c00eab72a6
  kind: Event
  lastTimestamp: "2026-04-16T23:03:03Z"
  message: Add eth0 [10.133.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T23:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T23:03:03Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-6kldd.18a6f8baaceb8ac3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34203"
    uid: 18ada262-6f48-4217-9023-9c643d567a2f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:03:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-6kldd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34173"
    uid: 706b1917-bc2d-4a18-97bc-29c00eab72a6
  kind: Event
  lastTimestamp: "2026-04-16T23:03:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T23:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:03:03Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-6kldd.18a6f8baae41a711
    namespace: kserve-ci-e2e-test
    resourceVersion: "34205"
    uid: 904a7025-8553-40da-bc20-5248fee5cb6c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:03:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-6kldd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34173"
    uid: 706b1917-bc2d-4a18-97bc-29c00eab72a6
  kind: Event
  lastTimestamp: "2026-04-16T23:03:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T23:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:03:03Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-6kldd.18a6f8bab11f1a61
    namespace: kserve-ci-e2e-test
    resourceVersion: "34207"
    uid: 1e6421c3-6b79-4e5a-8c52-a45bc5199e60
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:03:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-6kldd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34173"
    uid: 706b1917-bc2d-4a18-97bc-29c00eab72a6
  kind: Event
  lastTimestamp: "2026-04-16T23:03:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T23:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:03:03Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-6kldd.18a6f8bab18e7599
    namespace: kserve-ci-e2e-test
    resourceVersion: "34208"
    uid: 0b1c32b4-3d47-4e9f-8de8-486513e88604
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:03:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-6kldd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34173"
    uid: 706b1917-bc2d-4a18-97bc-29c00eab72a6
  kind: Event
  lastTimestamp: "2026-04-16T23:03:09Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T23:03:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:03:09Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-6kldd.18a6f8bbfba8b0fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "34256"
    uid: aade2d34-a22a-457d-a9dd-f0e71b969ddd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:03:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-6kldd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34173"
    uid: 706b1917-bc2d-4a18-97bc-29c00eab72a6
  kind: Event
  lastTimestamp: "2026-04-16T23:03:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T23:03:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:03:09Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-6kldd.18a6f8bbff105a5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34261"
    uid: 37804fcf-7a11-42d4-9760-a5b9248e342d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:03:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-6kldd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34173"
    uid: 706b1917-bc2d-4a18-97bc-29c00eab72a6
  kind: Event
  lastTimestamp: "2026-04-16T23:03:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T23:03:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:03:09Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-6kldd.18a6f8bbff82917e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34262"
    uid: bf6b5255-ed59-4788-a659-d7315f37e3b7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:03:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-6kldd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34173"
    uid: 706b1917-bc2d-4a18-97bc-29c00eab72a6
  kind: Event
  lastTimestamp: "2026-04-16T23:03:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T23:03:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:03:09Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-6kldd.18a6f8bbff917fbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "34263"
    uid: f3740563-843b-4893-963a-703ac9a67911
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:03:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-6kldd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34173"
    uid: 706b1917-bc2d-4a18-97bc-29c00eab72a6
  kind: Event
  lastTimestamp: "2026-04-16T23:03:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T23:03:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:03:09Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-6kldd.18a6f8bc02d651eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34265"
    uid: c1f1e63e-2576-482b-8fba-314a5b7305ba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:03:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-6kldd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34173"
    uid: 706b1917-bc2d-4a18-97bc-29c00eab72a6
  kind: Event
  lastTimestamp: "2026-04-16T23:03:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T23:03:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:03:09Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-6kldd.18a6f8bc03466f39
    namespace: kserve-ci-e2e-test
    resourceVersion: "34266"
    uid: 55091ceb-d781-4e78-a1df-49b8ab3fdfdd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T23:03:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-6kldd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34173"
    uid: 706b1917-bc2d-4a18-97bc-29c00eab72a6
  kind: Event
  lastTimestamp: "2026-04-16T23:03:17Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T23:03:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:03:17Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-6kldd.18a6f8bc73594013
    namespace: kserve-ci-e2e-test
    resourceVersion: "34319"
    uid: cd665b0d-1a91-4e5d-9427-14624b2ba1d9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:03:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-6kldd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34173"
    uid: 706b1917-bc2d-4a18-97bc-29c00eab72a6
  kind: Event
  lastTimestamp: "2026-04-16T23:03:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T23:03:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:03:44Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-6kldd.18a6f8c418ca1362
    namespace: kserve-ci-e2e-test
    resourceVersion: "34554"
    uid: 41145b52-2258-46fa-aa9e-e4376dc1f7e8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:03:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-6kldd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34173"
    uid: 706b1917-bc2d-4a18-97bc-29c00eab72a6
  kind: Event
  lastTimestamp: "2026-04-16T23:03:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T23:03:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:03:44Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-6kldd.18a6f8c418cb4e59
    namespace: kserve-ci-e2e-test
    resourceVersion: "34558"
    uid: c7d116be-ed0f-4c48-a352-1c3ba7ea00bc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T23:03:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-6kldd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34173"
    uid: 706b1917-bc2d-4a18-97bc-29c00eab72a6
  kind: Event
  lastTimestamp: "2026-04-16T23:04:12Z"
  message: 'Readiness probe failed: Get "https://10.133.0.60:8643/healthz": dial tcp
    10.133.0.60:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T23:03:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:04:12Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-6kldd.18a6f8c4d5577ebe
    namespace: kserve-ci-e2e-test
    resourceVersion: "34803"
    uid: 762a5427-5a14-436a-ad11-fcad204ca2f5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:03:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-8699d78cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34157"
    uid: 1705145a-f980-42ce-bc5a-89b1150d8bfd
  kind: Event
  lastTimestamp: "2026-04-16T23:03:03Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-8699d78cf-6kldd'
  metadata:
    creationTimestamp: "2026-04-16T23:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:03:03Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf.18a6f8ba93563393
    namespace: kserve-ci-e2e-test
    resourceVersion: "34172"
    uid: bfdf48b2-df88-440d-b178-5fe6a303fecd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:03:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34155"
    uid: 49926275-ec77-4cb6-b36d-451291441dc0
  kind: Event
  lastTimestamp: "2026-04-16T23:03:03Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-8699d78cf from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T23:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:03:03Z"
    name: isvc-tensorflow-runtime-predictor.18a6f8ba8f8162f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34159"
    uid: d39ef9a3-308b-4247-b96c-b2b1b885d202
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:03:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34156"
    uid: 80a89d03-1599-45f6-b6b0-aedf92628892
  kind: Event
  lastTimestamp: "2026-04-16T23:03:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T23:03:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:03:18Z"
    name: isvc-tensorflow-runtime-predictor.18a6f8be0e00e42c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34331"
    uid: 8265b688-330b-4342-b09b-cec91ac677d9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:03:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34156"
    uid: 80a89d03-1599-45f6-b6b0-aedf92628892
  kind: Event
  lastTimestamp: "2026-04-16T23:03:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T23:03:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:03:18Z"
    name: isvc-tensorflow-runtime-predictor.18a6f8be0e6a4711
    namespace: kserve-ci-e2e-test
    resourceVersion: "34333"
    uid: fb623fec-3dda-4eda-a970-f20bf1337ebc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:03:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34332"
    uid: 80a89d03-1599-45f6-b6b0-aedf92628892
  kind: Event
  lastTimestamp: "2026-04-16T23:03:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T23:03:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:03:33Z"
    name: isvc-tensorflow-runtime-predictor.18a6f8c18d90e521
    namespace: kserve-ci-e2e-test
    resourceVersion: "34449"
    uid: 37461037-9a08-425b-98d7-baba298136f2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:03:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34332"
    uid: 80a89d03-1599-45f6-b6b0-aedf92628892
  kind: Event
  lastTimestamp: "2026-04-16T23:03:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T23:03:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:03:33Z"
    name: isvc-tensorflow-runtime-predictor.18a6f8c18e13d7da
    namespace: kserve-ci-e2e-test
    resourceVersion: "34451"
    uid: 370b3135-a170-4247-939b-90f9f7d2738a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T23:03:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34144"
    uid: bae93622-86f2-4689-9f5e-9c26145107b0
  kind: Event
  lastTimestamp: "2026-04-16T23:03:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T23:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T23:03:27Z"
    name: isvc-tensorflow-runtime.18a6f8ba8f45f5d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34406"
    uid: 50279d58-91b5-4c40-a8d1-d79c0ff8b3f3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:03:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34144"
    uid: bae93622-86f2-4689-9f5e-9c26145107b0
  kind: Event
  lastTimestamp: "2026-04-16T23:03:03Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T23:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T23:03:03Z"
    name: isvc-tensorflow-runtime.18a6f8ba902951e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34161"
    uid: 740896e3-cf89-4288-a7e2-2671e97f00d8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:03:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34404"
    uid: bae93622-86f2-4689-9f5e-9c26145107b0
  kind: Event
  lastTimestamp: "2026-04-16T23:03:27Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T23:03:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T23:03:27Z"
    name: isvc-tensorflow-runtime.18a6f8c03275127f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34405"
    uid: b5f15c7a-8350-4d60-84a5-83c46dd1218c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T23:02:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33764"
    uid: 433960cd-e465-425a-9f0f-14d72b3936ec
  kind: Event
  lastTimestamp: "2026-04-16T23:02:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T23:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T23:02:48Z"
    name: isvc-tensorflow.18a6f8b106e24328
    namespace: kserve-ci-e2e-test
    resourceVersion: "34036"
    uid: c8acdf46-5fb9-489a-a7c4-a692716efafa
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:02:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33764"
    uid: 433960cd-e465-425a-9f0f-14d72b3936ec
  kind: Event
  lastTimestamp: "2026-04-16T23:02:22Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T23:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T23:02:22Z"
    name: isvc-tensorflow.18a6f8b10762a4fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33799"
    uid: 1a55c48d-d6c3-4b4e-8883-aaddd8b2e315
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:02:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "34034"
    uid: 433960cd-e465-425a-9f0f-14d72b3936ec
  kind: Event
  lastTimestamp: "2026-04-16T23:02:48Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-04-16T23:02:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T23:02:48Z"
    name: isvc-tensorflow.18a6f8b715847ab8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34035"
    uid: 1014d9b2-6be1-40c4-9775-391a2e4fe09d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T23:03:44.239529Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-nprnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34574"
    uid: 3d797686-0011-497c-84cc-fbd493049bd0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-84bb65d94b-nprnq
    to ip-10-0-133-183.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T23:03:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T23:03:44Z"
    name: isvc-triton-predictor-84bb65d94b-nprnq.18a6f8c41daf27b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34578"
    uid: 57fbb576-4d6d-4f71-8b5c-88730a70faed
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bd746bc4f-w5454
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:03:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-nprnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34576"
    uid: 3d797686-0011-497c-84cc-fbd493049bd0
  kind: Event
  lastTimestamp: "2026-04-16T23:03:44Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-triton-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-16T23:03:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:03:44Z"
    name: isvc-triton-predictor-84bb65d94b-nprnq.18a6f8c4285ea02c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34585"
    uid: 6d7888f0-aa42-487f-a421-63fd960be42c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:03:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-nprnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34582"
    uid: 3d797686-0011-497c-84cc-fbd493049bd0
  kind: Event
  lastTimestamp: "2026-04-16T23:03:45Z"
  message: Add eth0 [10.133.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T23:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T23:03:45Z"
    name: isvc-triton-predictor-84bb65d94b-nprnq.18a6f8c45aa115a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34597"
    uid: a1034b52-a0b1-4bb0-816f-019738b35ef1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:03:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-nprnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34576"
    uid: 3d797686-0011-497c-84cc-fbd493049bd0
  kind: Event
  lastTimestamp: "2026-04-16T23:03:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T23:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:03:45Z"
    name: isvc-triton-predictor-84bb65d94b-nprnq.18a6f8c45be4e185
    namespace: kserve-ci-e2e-test
    resourceVersion: "34599"
    uid: b4268f2a-b01d-46e5-89b4-551a704a5963
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:03:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-nprnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34576"
    uid: 3d797686-0011-497c-84cc-fbd493049bd0
  kind: Event
  lastTimestamp: "2026-04-16T23:03:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T23:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:03:45Z"
    name: isvc-triton-predictor-84bb65d94b-nprnq.18a6f8c45f4144d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34602"
    uid: 16cb02d7-2522-4689-b6f8-d4e900ec290b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:03:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-nprnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34576"
    uid: 3d797686-0011-497c-84cc-fbd493049bd0
  kind: Event
  lastTimestamp: "2026-04-16T23:03:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T23:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:03:45Z"
    name: isvc-triton-predictor-84bb65d94b-nprnq.18a6f8c45fc2d9d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34603"
    uid: 680eb715-743c-4060-b8a1-72d5cb154b08
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:03:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-nprnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34576"
    uid: 3d797686-0011-497c-84cc-fbd493049bd0
  kind: Event
  lastTimestamp: "2026-04-16T23:03:49Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-04-16T23:03:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:03:49Z"
    name: isvc-triton-predictor-84bb65d94b-nprnq.18a6f8c5540b099a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34637"
    uid: cead876a-3daf-48e8-a837-a83c5aba646f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:05:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-nprnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34576"
    uid: 3d797686-0011-497c-84cc-fbd493049bd0
  kind: Event
  lastTimestamp: "2026-04-16T23:05:43Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m54.273s
    (1m54.273s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T23:05:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:05:43Z"
    name: isvc-triton-predictor-84bb65d94b-nprnq.18a6f8dfef47b30a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35429"
    uid: a79f7b6d-9812-4845-a171-8e2ca564ecc2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:05:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-nprnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34576"
    uid: 3d797686-0011-497c-84cc-fbd493049bd0
  kind: Event
  lastTimestamp: "2026-04-16T23:05:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T23:05:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:05:43Z"
    name: isvc-triton-predictor-84bb65d94b-nprnq.18a6f8dff657379d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35431"
    uid: 58e4d318-f532-49c1-8065-442583f35485
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:05:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-nprnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34576"
    uid: 3d797686-0011-497c-84cc-fbd493049bd0
  kind: Event
  lastTimestamp: "2026-04-16T23:05:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T23:05:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:05:43Z"
    name: isvc-triton-predictor-84bb65d94b-nprnq.18a6f8dff789eb24
    namespace: kserve-ci-e2e-test
    resourceVersion: "35432"
    uid: f6f93b34-93ce-4406-a869-ace9e9b7d324
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:05:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-nprnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34576"
    uid: 3d797686-0011-497c-84cc-fbd493049bd0
  kind: Event
  lastTimestamp: "2026-04-16T23:05:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T23:05:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:05:43Z"
    name: isvc-triton-predictor-84bb65d94b-nprnq.18a6f8dff796e2f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35433"
    uid: 4363240f-5c1b-4f84-a386-2b592a8c476b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:05:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-nprnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34576"
    uid: 3d797686-0011-497c-84cc-fbd493049bd0
  kind: Event
  lastTimestamp: "2026-04-16T23:05:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T23:05:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:05:43Z"
    name: isvc-triton-predictor-84bb65d94b-nprnq.18a6f8dffc1afb12
    namespace: kserve-ci-e2e-test
    resourceVersion: "35434"
    uid: 5c8d5a3e-9efc-44c0-9ee6-2cdf2477fedc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:05:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-nprnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34576"
    uid: 3d797686-0011-497c-84cc-fbd493049bd0
  kind: Event
  lastTimestamp: "2026-04-16T23:05:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T23:05:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:05:43Z"
    name: isvc-triton-predictor-84bb65d94b-nprnq.18a6f8dffe03895e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35435"
    uid: ad17f4de-ee4d-468c-8d88-93c769da0717
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T23:05:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-nprnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34576"
    uid: 3d797686-0011-497c-84cc-fbd493049bd0
  kind: Event
  lastTimestamp: "2026-04-16T23:05:45Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.61:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T23:05:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:05:45Z"
    name: isvc-triton-predictor-84bb65d94b-nprnq.18a6f8e034a5da27
    namespace: kserve-ci-e2e-test
    resourceVersion: "35456"
    uid: 3061fb27-eb92-4864-a8e5-b2ac1c6ba9cb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:05:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-nprnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34576"
    uid: 3d797686-0011-497c-84cc-fbd493049bd0
  kind: Event
  lastTimestamp: "2026-04-16T23:05:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T23:05:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:05:55Z"
    name: isvc-triton-predictor-84bb65d94b-nprnq.18a6f8e2c064eada
    namespace: kserve-ci-e2e-test
    resourceVersion: "35569"
    uid: a52b961a-016d-4ad9-b1c6-4fe8557049ed
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:05:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-nprnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34576"
    uid: 3d797686-0011-497c-84cc-fbd493049bd0
  kind: Event
  lastTimestamp: "2026-04-16T23:05:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T23:05:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:05:55Z"
    name: isvc-triton-predictor-84bb65d94b-nprnq.18a6f8e2c0654adb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35570"
    uid: 107a64e6-e3ed-4d3c-9731-31fc0a347aed
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:05:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-nprnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34576"
    uid: 3d797686-0011-497c-84cc-fbd493049bd0
  kind: Event
  lastTimestamp: "2026-04-16T23:05:55Z"
  message: 'Readiness probe failed: Get "https://10.133.0.61:8643/healthz": dial tcp
    10.133.0.61:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T23:05:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:05:55Z"
    name: isvc-triton-predictor-84bb65d94b-nprnq.18a6f8e2c46c7228
    namespace: kserve-ci-e2e-test
    resourceVersion: "35582"
    uid: 919b2058-556a-43c0-b73d-2204f64283d0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:03:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-84bb65d94b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34563"
    uid: 5a18890d-98f4-4ffc-9510-6028d655b273
  kind: Event
  lastTimestamp: "2026-04-16T23:03:44Z"
  message: 'Created pod: isvc-triton-predictor-84bb65d94b-nprnq'
  metadata:
    creationTimestamp: "2026-04-16T23:03:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:03:44Z"
    name: isvc-triton-predictor-84bb65d94b.18a6f8c41d519908
    namespace: kserve-ci-e2e-test
    resourceVersion: "34575"
    uid: 2211faec-cd68-447e-9527-162896db0f90
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:03:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34561"
    uid: 1fa34bb2-648f-498e-a8ba-d4baa0c2ecef
  kind: Event
  lastTimestamp: "2026-04-16T23:03:44Z"
  message: Scaled up replica set isvc-triton-predictor-84bb65d94b from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T23:03:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:03:44Z"
    name: isvc-triton-predictor.18a6f8c41a7eb046
    namespace: kserve-ci-e2e-test
    resourceVersion: "34565"
    uid: ab9dc076-93d1-4b62-8dea-d7c339641260
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T23:03:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34562"
    uid: 0050a1c1-ab8a-4abe-bf29-b9d6b0b3cd86
  kind: Event
  lastTimestamp: "2026-04-16T23:05:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T23:03:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:05:44Z"
    name: isvc-triton-predictor.18a6f8c7995a7343
    namespace: kserve-ci-e2e-test
    resourceVersion: "35439"
    uid: b408aa62-5f54-432d-b0ab-7b652c07fff1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T23:03:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34562"
    uid: 0050a1c1-ab8a-4abe-bf29-b9d6b0b3cd86
  kind: Event
  lastTimestamp: "2026-04-16T23:05:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T23:03:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:05:44Z"
    name: isvc-triton-predictor.18a6f8c799c3e4e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35440"
    uid: 0b102e33-4159-45b0-8458-e06e8692cdf3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T23:03:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "34532"
    uid: 2ed4775a-8fb8-439e-ae4a-d77cca488f21
  kind: Event
  lastTimestamp: "2026-04-16T23:05:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T23:03:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T23:05:51Z"
    name: isvc-triton.18a6f8c41a58a110
    namespace: kserve-ci-e2e-test
    resourceVersion: "35496"
    uid: b001c68d-ef50-47a4-b3f1-cc2c6729f97a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:03:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "34532"
    uid: 2ed4775a-8fb8-439e-ae4a-d77cca488f21
  kind: Event
  lastTimestamp: "2026-04-16T23:03:44Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T23:03:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T23:03:44Z"
    name: isvc-triton.18a6f8c41aa04a8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34567"
    uid: afbb1c89-7038-4851-b421-d1074b105e66
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:05:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "35494"
    uid: 2ed4775a-8fb8-439e-ae4a-d77cca488f21
  kind: Event
  lastTimestamp: "2026-04-16T23:05:50Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-04-16T23:05:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T23:05:50Z"
    name: isvc-triton.18a6f8e1a07d755b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35495"
    uid: c442c4d0-2ecc-4949-963e-4b99132a4d7e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T23:05:55.882566Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-67n8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35577"
    uid: 99536545-0a43-4872-ba7e-81a5ff4950f4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-8689c4cfcc-67n8f
    to ip-10-0-133-183.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T23:05:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T23:05:55Z"
    name: isvc-xgboost-predictor-8689c4cfcc-67n8f.18a6f8e2c43881c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35581"
    uid: 9a25d3da-8a68-4cfa-b2d2-f6ea897c3b14
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bd746bc4f-w5454
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:05:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-67n8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35588"
    uid: 99536545-0a43-4872-ba7e-81a5ff4950f4
  kind: Event
  lastTimestamp: "2026-04-16T23:05:56Z"
  message: Add eth0 [10.133.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T23:05:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T23:05:56Z"
    name: isvc-xgboost-predictor-8689c4cfcc-67n8f.18a6f8e2e2a9d5cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35595"
    uid: b30a19d8-5158-4917-ae90-faf4ed581b58
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:05:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-67n8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35579"
    uid: 99536545-0a43-4872-ba7e-81a5ff4950f4
  kind: Event
  lastTimestamp: "2026-04-16T23:05:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T23:05:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:05:56Z"
    name: isvc-xgboost-predictor-8689c4cfcc-67n8f.18a6f8e2e401b073
    namespace: kserve-ci-e2e-test
    resourceVersion: "35598"
    uid: c4af0f86-a7ff-4e58-9c3b-8462f4934d40
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:05:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-67n8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35579"
    uid: 99536545-0a43-4872-ba7e-81a5ff4950f4
  kind: Event
  lastTimestamp: "2026-04-16T23:05:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T23:05:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:05:56Z"
    name: isvc-xgboost-predictor-8689c4cfcc-67n8f.18a6f8e2e91ab707
    namespace: kserve-ci-e2e-test
    resourceVersion: "35599"
    uid: 02b2781a-6d98-47a1-a155-65729198e097
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:05:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-67n8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35579"
    uid: 99536545-0a43-4872-ba7e-81a5ff4950f4
  kind: Event
  lastTimestamp: "2026-04-16T23:05:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T23:05:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:05:56Z"
    name: isvc-xgboost-predictor-8689c4cfcc-67n8f.18a6f8e2ea08be7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35600"
    uid: 04e78836-b60e-4e43-a76f-86534644b822
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:06:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-67n8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35579"
    uid: 99536545-0a43-4872-ba7e-81a5ff4950f4
  kind: Event
  lastTimestamp: "2026-04-16T23:06:00Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T23:06:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:06:00Z"
    name: isvc-xgboost-predictor-8689c4cfcc-67n8f.18a6f8e3f1b642ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "35643"
    uid: 3952883a-4eed-4ea1-b8c0-c86dae190bc6
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:06:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-67n8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35579"
    uid: 99536545-0a43-4872-ba7e-81a5ff4950f4
  kind: Event
  lastTimestamp: "2026-04-16T23:06:19Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 19.043s (19.043s
    including waiting). Image size: 1306229499 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T23:06:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:06:19Z"
    name: isvc-xgboost-predictor-8689c4cfcc-67n8f.18a6f8e860c807cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35777"
    uid: f6aebdb6-1642-4e13-9970-49c85c754bfe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:06:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-67n8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35579"
    uid: 99536545-0a43-4872-ba7e-81a5ff4950f4
  kind: Event
  lastTimestamp: "2026-04-16T23:06:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T23:06:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:06:20Z"
    name: isvc-xgboost-predictor-8689c4cfcc-67n8f.18a6f8e8669e9e14
    namespace: kserve-ci-e2e-test
    resourceVersion: "35778"
    uid: 7ec9fd45-9440-460b-b5e3-6b0710ebf282
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:06:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-67n8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35579"
    uid: 99536545-0a43-4872-ba7e-81a5ff4950f4
  kind: Event
  lastTimestamp: "2026-04-16T23:06:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T23:06:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:06:20Z"
    name: isvc-xgboost-predictor-8689c4cfcc-67n8f.18a6f8e86816acb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35779"
    uid: 85227bfb-1b10-4af1-8b5e-00a802b6f1ad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:06:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-67n8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35579"
    uid: 99536545-0a43-4872-ba7e-81a5ff4950f4
  kind: Event
  lastTimestamp: "2026-04-16T23:06:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T23:06:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:06:20Z"
    name: isvc-xgboost-predictor-8689c4cfcc-67n8f.18a6f8e8682272f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35780"
    uid: b620421b-f5e5-44ff-9a73-a3e53cec418d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:06:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-67n8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35579"
    uid: 99536545-0a43-4872-ba7e-81a5ff4950f4
  kind: Event
  lastTimestamp: "2026-04-16T23:06:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T23:06:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:06:20Z"
    name: isvc-xgboost-predictor-8689c4cfcc-67n8f.18a6f8e86dfda6a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35782"
    uid: 94605175-1f62-4e8e-b7c3-ade1f080e64d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:06:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-67n8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35579"
    uid: 99536545-0a43-4872-ba7e-81a5ff4950f4
  kind: Event
  lastTimestamp: "2026-04-16T23:06:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T23:06:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:06:20Z"
    name: isvc-xgboost-predictor-8689c4cfcc-67n8f.18a6f8e86f0c02fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "35783"
    uid: 65418068-ba74-4c83-96c7-631b8973b7d2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T23:06:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-67n8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35579"
    uid: 99536545-0a43-4872-ba7e-81a5ff4950f4
  kind: Event
  lastTimestamp: "2026-04-16T23:07:38Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.62:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T23:06:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:07:38Z"
    name: isvc-xgboost-predictor-8689c4cfcc-67n8f.18a6f8e8d9cdf5a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36422"
    uid: d995c03e-eecc-402e-867a-84717cb564c3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:07:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-67n8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35579"
    uid: 99536545-0a43-4872-ba7e-81a5ff4950f4
  kind: Event
  lastTimestamp: "2026-04-16T23:07:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T23:07:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:07:35Z"
    name: isvc-xgboost-predictor-8689c4cfcc-67n8f.18a6f8fa12fba3b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36362"
    uid: 1a1fb5bb-8acd-4c0f-a766-0db0565132fa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:07:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-67n8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35579"
    uid: 99536545-0a43-4872-ba7e-81a5ff4950f4
  kind: Event
  lastTimestamp: "2026-04-16T23:07:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T23:07:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:07:35Z"
    name: isvc-xgboost-predictor-8689c4cfcc-67n8f.18a6f8fa12fc1b10
    namespace: kserve-ci-e2e-test
    resourceVersion: "36365"
    uid: 06e10a85-fb6f-48ca-958e-b83448742195
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:07:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-67n8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35579"
    uid: 99536545-0a43-4872-ba7e-81a5ff4950f4
  kind: Event
  lastTimestamp: "2026-04-16T23:07:38Z"
  message: 'Readiness probe failed: Get "https://10.133.0.62:8643/healthz": dial tcp
    10.133.0.62:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T23:07:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:07:38Z"
    name: isvc-xgboost-predictor-8689c4cfcc-67n8f.18a6f8fa8be617c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36421"
    uid: 7cb7b9b1-1f5d-43dc-9a54-2f4cfdd0b58f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:05:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-8689c4cfcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35563"
    uid: 31b7d038-ac12-4a1f-bf43-9822b6c2c955
  kind: Event
  lastTimestamp: "2026-04-16T23:05:55Z"
  message: 'Created pod: isvc-xgboost-predictor-8689c4cfcc-67n8f'
  metadata:
    creationTimestamp: "2026-04-16T23:05:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:05:55Z"
    name: isvc-xgboost-predictor-8689c4cfcc.18a6f8e2c3d3bc48
    namespace: kserve-ci-e2e-test
    resourceVersion: "35578"
    uid: cb2d90c7-e6c0-4447-9aa9-b545e293ce2b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:05:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35558"
    uid: 113506d5-87d2-485b-bb8e-7ef7e529fd44
  kind: Event
  lastTimestamp: "2026-04-16T23:05:55Z"
  message: Scaled up replica set isvc-xgboost-predictor-8689c4cfcc from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T23:05:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:05:55Z"
    name: isvc-xgboost-predictor.18a6f8e2bfc3f75f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35565"
    uid: 3cb3d0ef-8301-40bb-8ad8-6d153f22a8d3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T23:06:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35562"
    uid: f906a83d-2030-4f68-8afa-60421f623e2e
  kind: Event
  lastTimestamp: "2026-04-16T23:06:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T23:06:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:06:55Z"
    name: isvc-xgboost-predictor.18a6f8e63e586cfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "36041"
    uid: 2bcd1fe7-c4c7-42da-912f-9db71ca233f6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T23:06:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35562"
    uid: f906a83d-2030-4f68-8afa-60421f623e2e
  kind: Event
  lastTimestamp: "2026-04-16T23:06:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T23:06:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:06:55Z"
    name: isvc-xgboost-predictor.18a6f8e63eb98f11
    namespace: kserve-ci-e2e-test
    resourceVersion: "36043"
    uid: 6f3b00e1-6b2e-49d2-81f2-0ff232f19b04
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T23:06:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35714"
    uid: f906a83d-2030-4f68-8afa-60421f623e2e
  kind: Event
  lastTimestamp: "2026-04-16T23:07:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T23:06:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:07:25Z"
    name: isvc-xgboost-predictor.18a6f8ed3ce802ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "36255"
    uid: 451c2f18-a57e-49f1-89af-5e44e69535a1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T23:06:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35714"
    uid: f906a83d-2030-4f68-8afa-60421f623e2e
  kind: Event
  lastTimestamp: "2026-04-16T23:07:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T23:06:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:07:25Z"
    name: isvc-xgboost-predictor.18a6f8ed3d4beb14
    namespace: kserve-ci-e2e-test
    resourceVersion: "36256"
    uid: 24b72ebc-d96c-43dd-ad6f-e9344de69163
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T23:09:16.361508Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-z2km9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37253"
    uid: 48fcafd2-d431-4506-bf2e-7c7390734d65
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-779db84d9-z2km9
    to ip-10-0-133-183.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T23:09:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T23:09:16Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-z2km9.18a6f91171b266c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37263"
    uid: 08f700f5-e904-4230-872e-021f3caf08fa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bd746bc4f-w5454
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:09:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-z2km9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37258"
    uid: 48fcafd2-d431-4506-bf2e-7c7390734d65
  kind: Event
  lastTimestamp: "2026-04-16T23:09:16Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-16T23:09:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:09:16Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-z2km9.18a6f91178b09649
    namespace: kserve-ci-e2e-test
    resourceVersion: "37285"
    uid: 865d5e8c-4574-4717-9c52-2936785c5081
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:09:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-z2km9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37278"
    uid: 48fcafd2-d431-4506-bf2e-7c7390734d65
  kind: Event
  lastTimestamp: "2026-04-16T23:09:17Z"
  message: Add eth0 [10.133.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T23:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T23:09:17Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-z2km9.18a6f911aeba13e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37297"
    uid: 253e6b93-8bd5-4928-865a-3a221be2939e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:09:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-z2km9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37258"
    uid: 48fcafd2-d431-4506-bf2e-7c7390734d65
  kind: Event
  lastTimestamp: "2026-04-16T23:09:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T23:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:09:17Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-z2km9.18a6f911b0053e21
    namespace: kserve-ci-e2e-test
    resourceVersion: "37299"
    uid: e7d1ee26-48e4-4ed6-a53e-fa25d0a8eebc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:09:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-z2km9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37258"
    uid: 48fcafd2-d431-4506-bf2e-7c7390734d65
  kind: Event
  lastTimestamp: "2026-04-16T23:09:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T23:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:09:17Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-z2km9.18a6f911b3961a2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37301"
    uid: 1023aa67-fb10-4e4e-954e-6d1cfe07a572
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:09:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-z2km9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37258"
    uid: 48fcafd2-d431-4506-bf2e-7c7390734d65
  kind: Event
  lastTimestamp: "2026-04-16T23:09:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T23:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:09:17Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-z2km9.18a6f911b403506d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37302"
    uid: 4b057ffd-1609-47df-92d1-c2a3b0412966
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:09:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-z2km9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37258"
    uid: 48fcafd2-d431-4506-bf2e-7c7390734d65
  kind: Event
  lastTimestamp: "2026-04-16T23:09:21Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T23:09:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:09:21Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-z2km9.18a6f912aa77b2e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37337"
    uid: 00a78039-eeec-4c69-b3a6-a58d4362ba0e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:09:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-z2km9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37258"
    uid: 48fcafd2-d431-4506-bf2e-7c7390734d65
  kind: Event
  lastTimestamp: "2026-04-16T23:09:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T23:09:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:09:21Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-z2km9.18a6f912ae219ab9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37341"
    uid: 877fca0b-7163-4ee5-8c29-8a572bd5d951
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:09:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-z2km9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37258"
    uid: 48fcafd2-d431-4506-bf2e-7c7390734d65
  kind: Event
  lastTimestamp: "2026-04-16T23:09:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T23:09:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:09:21Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-z2km9.18a6f912ae92af45
    namespace: kserve-ci-e2e-test
    resourceVersion: "37342"
    uid: 963fb103-1817-4fa4-8a50-9b31ff07a6bf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:09:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-z2km9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37258"
    uid: 48fcafd2-d431-4506-bf2e-7c7390734d65
  kind: Event
  lastTimestamp: "2026-04-16T23:09:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T23:09:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:09:21Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-z2km9.18a6f912ae9f4e36
    namespace: kserve-ci-e2e-test
    resourceVersion: "37343"
    uid: f2f40f19-90bf-4d84-aec0-de403e4cca52
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:09:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-z2km9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37258"
    uid: 48fcafd2-d431-4506-bf2e-7c7390734d65
  kind: Event
  lastTimestamp: "2026-04-16T23:09:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T23:09:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:09:21Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-z2km9.18a6f912b175d3d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37345"
    uid: 7d428d2e-515f-41f5-b962-deaebcdb6470
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:09:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-z2km9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37258"
    uid: 48fcafd2-d431-4506-bf2e-7c7390734d65
  kind: Event
  lastTimestamp: "2026-04-16T23:09:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T23:09:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:09:21Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-z2km9.18a6f912b1f77c87
    namespace: kserve-ci-e2e-test
    resourceVersion: "37346"
    uid: 6c28c476-ed96-4a85-b4e0-1175814d6708
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T23:09:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-z2km9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37258"
    uid: 48fcafd2-d431-4506-bf2e-7c7390734d65
  kind: Event
  lastTimestamp: "2026-04-16T23:10:38Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.65:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T23:09:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:10:38Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-z2km9.18a6f912e69137d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37972"
    uid: 048125a2-fbf8-464b-be8d-dd234f0d38ad
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:10:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-z2km9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37258"
    uid: 48fcafd2-d431-4506-bf2e-7c7390734d65
  kind: Event
  lastTimestamp: "2026-04-16T23:10:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T23:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:10:36Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-z2km9.18a6f924188285f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37913"
    uid: f47b4e96-cbca-4964-ae10-5fe4839a3614
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:10:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-z2km9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37258"
    uid: 48fcafd2-d431-4506-bf2e-7c7390734d65
  kind: Event
  lastTimestamp: "2026-04-16T23:10:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T23:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:10:36Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-z2km9.18a6f924188324f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37917"
    uid: e1909e62-0ffb-4016-8915-d19ee0b542d7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:10:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-z2km9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37258"
    uid: 48fcafd2-d431-4506-bf2e-7c7390734d65
  kind: Event
  lastTimestamp: "2026-04-16T23:10:38Z"
  message: 'Readiness probe failed: Get "https://10.133.0.65:8643/healthz": dial tcp
    10.133.0.65:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T23:10:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:10:38Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-z2km9.18a6f92498b7b846
    namespace: kserve-ci-e2e-test
    resourceVersion: "37971"
    uid: 9cf9c8e5-cabe-4522-bf61-7b0a85fb42c9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:09:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-779db84d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37245"
    uid: 64a50790-733b-4a59-bc15-b4c5d68523cf
  kind: Event
  lastTimestamp: "2026-04-16T23:09:16Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-779db84d9-z2km9'
  metadata:
    creationTimestamp: "2026-04-16T23:09:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:09:16Z"
    name: isvc-xgboost-runtime-predictor-779db84d9.18a6f9117136d39c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37259"
    uid: f965ba33-3dbd-40c2-89e5-28ccc435f849
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:09:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37243"
    uid: cfbdc857-0577-476b-9d19-a66a51863da0
  kind: Event
  lastTimestamp: "2026-04-16T23:09:16Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-779db84d9 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T23:09:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:09:16Z"
    name: isvc-xgboost-runtime-predictor.18a6f9116e88cb22
    namespace: kserve-ci-e2e-test
    resourceVersion: "37247"
    uid: 19600052-5574-4edb-9b22-4f75cefdbb25
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T23:09:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37244"
    uid: f4b82721-28a3-429f-bb77-7a7550a9dd87
  kind: Event
  lastTimestamp: "2026-04-16T23:10:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T23:09:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:10:01Z"
    name: isvc-xgboost-runtime-predictor.18a6f914ed462260
    namespace: kserve-ci-e2e-test
    resourceVersion: "37631"
    uid: feea0807-bf51-4f1b-8080-0ea8955e3df0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T23:09:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37244"
    uid: f4b82721-28a3-429f-bb77-7a7550a9dd87
  kind: Event
  lastTimestamp: "2026-04-16T23:10:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T23:09:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:10:01Z"
    name: isvc-xgboost-runtime-predictor.18a6f914eda92ad0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37632"
    uid: a6678c65-52bb-4123-8dc0-67c19d8b96cc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T23:10:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37423"
    uid: f4b82721-28a3-429f-bb77-7a7550a9dd87
  kind: Event
  lastTimestamp: "2026-04-16T23:10:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T23:10:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:10:31Z"
    name: isvc-xgboost-runtime-predictor.18a6f91f6a60066d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37853"
    uid: 5e27b6ca-9554-4101-87ef-c3cf377c9569
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T23:10:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37423"
    uid: f4b82721-28a3-429f-bb77-7a7550a9dd87
  kind: Event
  lastTimestamp: "2026-04-16T23:10:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T23:10:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:10:31Z"
    name: isvc-xgboost-runtime-predictor.18a6f91f6ac31c6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37854"
    uid: 184a99af-2e1a-4f9d-a953-43cdf9247e10
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T23:09:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37232"
    uid: a48dd65f-89d0-4642-9a47-1ccec218036f
  kind: Event
  lastTimestamp: "2026-04-16T23:10:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T23:09:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T23:10:28Z"
    name: isvc-xgboost-runtime.18a6f9116e65a4be
    namespace: kserve-ci-e2e-test
    resourceVersion: "37831"
    uid: 009b7e89-583e-48d1-84d7-7d3633f03904
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:09:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37232"
    uid: a48dd65f-89d0-4642-9a47-1ccec218036f
  kind: Event
  lastTimestamp: "2026-04-16T23:09:16Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T23:09:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T23:09:16Z"
    name: isvc-xgboost-runtime.18a6f9116eb20a17
    namespace: kserve-ci-e2e-test
    resourceVersion: "37249"
    uid: 5b443f34-57a7-4a1a-a27d-9b4362a86259
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:10:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37829"
    uid: a48dd65f-89d0-4642-9a47-1ccec218036f
  kind: Event
  lastTimestamp: "2026-04-16T23:10:28Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T23:10:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T23:10:28Z"
    name: isvc-xgboost-runtime.18a6f9224946c721
    namespace: kserve-ci-e2e-test
    resourceVersion: "37830"
    uid: a0be5442-8c62-4737-8c67-5376643c15de
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T23:07:36.091990Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-rrdgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36382"
    uid: 3fcd6f35-bf5b-45ef-95d9-d531068b4c57
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-67d4bc6646-rrdgw
    to ip-10-0-133-183.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T23:07:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T23:07:36Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-rrdgw.18a6f8fa192af843
    namespace: kserve-ci-e2e-test
    resourceVersion: "36386"
    uid: a3e98625-8ddd-421f-8e23-378a3d46af51
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bd746bc4f-w5454
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:07:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-rrdgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36384"
    uid: 3fcd6f35-bf5b-45ef-95d9-d531068b4c57
  kind: Event
  lastTimestamp: "2026-04-16T23:07:36Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-16T23:07:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:07:36Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-rrdgw.18a6f8fa25e06bfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36396"
    uid: 4f8e73a0-4cf5-421a-b4f5-ddf4a2a0457b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:07:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-rrdgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36391"
    uid: 3fcd6f35-bf5b-45ef-95d9-d531068b4c57
  kind: Event
  lastTimestamp: "2026-04-16T23:07:37Z"
  message: Add eth0 [10.133.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T23:07:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T23:07:37Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-rrdgw.18a6f8fa59f22fc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36408"
    uid: 543e1993-77f5-46c4-a3be-701ad57f3c90
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:07:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-rrdgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36384"
    uid: 3fcd6f35-bf5b-45ef-95d9-d531068b4c57
  kind: Event
  lastTimestamp: "2026-04-16T23:07:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T23:07:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:07:37Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-rrdgw.18a6f8fa5b4bf329
    namespace: kserve-ci-e2e-test
    resourceVersion: "36410"
    uid: 7736124f-66a4-4a84-afbd-b9ac4812ac8d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:07:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-rrdgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36384"
    uid: 3fcd6f35-bf5b-45ef-95d9-d531068b4c57
  kind: Event
  lastTimestamp: "2026-04-16T23:07:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T23:07:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:07:37Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-rrdgw.18a6f8fa5e125e4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36411"
    uid: 7d90e8af-db63-42a4-8138-269eb4484b95
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:07:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-rrdgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36384"
    uid: 3fcd6f35-bf5b-45ef-95d9-d531068b4c57
  kind: Event
  lastTimestamp: "2026-04-16T23:07:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T23:07:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:07:37Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-rrdgw.18a6f8fa5e7c7751
    namespace: kserve-ci-e2e-test
    resourceVersion: "36412"
    uid: 07f42354-cda3-4573-b87e-630e7ccf9689
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:07:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-rrdgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36384"
    uid: 3fcd6f35-bf5b-45ef-95d9-d531068b4c57
  kind: Event
  lastTimestamp: "2026-04-16T23:07:41Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T23:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:07:41Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-rrdgw.18a6f8fb4e0fcdb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36452"
    uid: 47ed25e1-41b9-4b76-98d0-375d572c3c05
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:07:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-rrdgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36384"
    uid: 3fcd6f35-bf5b-45ef-95d9-d531068b4c57
  kind: Event
  lastTimestamp: "2026-04-16T23:07:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T23:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:07:41Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-rrdgw.18a6f8fb519f50af
    namespace: kserve-ci-e2e-test
    resourceVersion: "36456"
    uid: 083b3871-e6c7-4a07-9592-39b33600bda9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:07:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-rrdgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36384"
    uid: 3fcd6f35-bf5b-45ef-95d9-d531068b4c57
  kind: Event
  lastTimestamp: "2026-04-16T23:07:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T23:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:07:41Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-rrdgw.18a6f8fb521ae41b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36457"
    uid: a831456c-591b-4f9c-9c8d-7b64607b2001
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:07:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-rrdgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36384"
    uid: 3fcd6f35-bf5b-45ef-95d9-d531068b4c57
  kind: Event
  lastTimestamp: "2026-04-16T23:07:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T23:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:07:41Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-rrdgw.18a6f8fb522c7aed
    namespace: kserve-ci-e2e-test
    resourceVersion: "36458"
    uid: 75a13c61-d4d1-4095-99bf-c2e275005469
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:07:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-rrdgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36384"
    uid: 3fcd6f35-bf5b-45ef-95d9-d531068b4c57
  kind: Event
  lastTimestamp: "2026-04-16T23:07:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T23:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:07:41Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-rrdgw.18a6f8fb55211bbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36461"
    uid: 47930c21-d55c-4311-ab48-912bda804ec1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:07:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-rrdgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36384"
    uid: 3fcd6f35-bf5b-45ef-95d9-d531068b4c57
  kind: Event
  lastTimestamp: "2026-04-16T23:07:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T23:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:07:41Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-rrdgw.18a6f8fb5593a254
    namespace: kserve-ci-e2e-test
    resourceVersion: "36462"
    uid: 85f4bce3-ce04-4af7-b574-00b12e558326
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:08:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-rrdgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36384"
    uid: 3fcd6f35-bf5b-45ef-95d9-d531068b4c57
  kind: Event
  lastTimestamp: "2026-04-16T23:08:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T23:08:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:08:26Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-rrdgw.18a6f905c17451ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "36816"
    uid: 268cf75d-c434-4358-aebd-46da67ba476f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:08:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-rrdgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36384"
    uid: 3fcd6f35-bf5b-45ef-95d9-d531068b4c57
  kind: Event
  lastTimestamp: "2026-04-16T23:08:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T23:08:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:08:26Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-rrdgw.18a6f905c1758524
    namespace: kserve-ci-e2e-test
    resourceVersion: "36820"
    uid: 2df3ab3b-6fec-4da6-b481-a81132775b16
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:08:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-rrdgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36384"
    uid: 3fcd6f35-bf5b-45ef-95d9-d531068b4c57
  kind: Event
  lastTimestamp: "2026-04-16T23:08:29Z"
  message: 'Readiness probe failed: Get "https://10.133.0.63:8643/healthz": dial tcp
    10.133.0.63:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T23:08:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:08:29Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-rrdgw.18a6f9067bcddb0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36876"
    uid: 1d318736-44fc-4081-8078-44ce6efa9ca0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:08:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-rrdgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36384"
    uid: 3fcd6f35-bf5b-45ef-95d9-d531068b4c57
  kind: Event
  lastTimestamp: "2026-04-16T23:08:29Z"
  message: 'Readiness probe failed: Get "http://10.133.0.63:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.133.0.63:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T23:08:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:08:29Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-rrdgw.18a6f9067c189d8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36877"
    uid: d49da550-ce6a-4e50-a9f0-455e41ebf72d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:07:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646
    namespace: kserve-ci-e2e-test
    resourceVersion: "36371"
    uid: d359f7dd-55e1-40e6-ada3-1b56cb89b4e0
  kind: Event
  lastTimestamp: "2026-04-16T23:07:36Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-rrdgw'
  metadata:
    creationTimestamp: "2026-04-16T23:07:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:07:36Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646.18a6f8fa18a22848
    namespace: kserve-ci-e2e-test
    resourceVersion: "36383"
    uid: c1169c3f-0231-492c-b829-4a684a229173
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:07:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36368"
    uid: f3db03e9-44b8-45ab-920a-539206a8b62e
  kind: Event
  lastTimestamp: "2026-04-16T23:07:36Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-67d4bc6646 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T23:07:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:07:36Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a6f8fa14960004
    namespace: kserve-ci-e2e-test
    resourceVersion: "36372"
    uid: f5005d26-7df2-4221-b437-2b6fe06617ee
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:07:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36370"
    uid: 99f4a7d1-38d2-4c11-867f-f17a50042da7
  kind: Event
  lastTimestamp: "2026-04-16T23:07:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T23:07:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:07:51Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a6f8fd93bf3b01
    namespace: kserve-ci-e2e-test
    resourceVersion: "36528"
    uid: 30101dd7-84a4-4809-a501-d506cee42ef1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:07:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36370"
    uid: 99f4a7d1-38d2-4c11-867f-f17a50042da7
  kind: Event
  lastTimestamp: "2026-04-16T23:07:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T23:07:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:07:51Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a6f8fd945b9a0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36530"
    uid: 47bd363d-9e48-4464-b790-6f78bc11335e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T23:08:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36529"
    uid: 99f4a7d1-38d2-4c11-867f-f17a50042da7
  kind: Event
  lastTimestamp: "2026-04-16T23:08:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T23:08:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:08:21Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a6f90113721db5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36750"
    uid: 8bbe1401-90c9-463f-86e3-3c567f8af958
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T23:08:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36529"
    uid: 99f4a7d1-38d2-4c11-867f-f17a50042da7
  kind: Event
  lastTimestamp: "2026-04-16T23:08:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T23:08:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:08:21Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a6f90113c686c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36751"
    uid: 3d2fd8fe-2a7b-4986-8348-5d15cf352d5f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T23:07:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36340"
    uid: 11e702f9-331f-4e60-8a57-36f0865a5ca5
  kind: Event
  lastTimestamp: "2026-04-16T23:08:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T23:07:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T23:08:19Z"
    name: isvc-xgboost-v2-mlserver.18a6f8fa149f75e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36738"
    uid: d5c0c0d7-3492-4825-8999-b101bbe3d510
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T23:07:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36340"
    uid: 11e702f9-331f-4e60-8a57-36f0865a5ca5
  kind: Event
  lastTimestamp: "2026-04-16T23:07:36Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T23:07:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T23:07:36Z"
    name: isvc-xgboost-v2-mlserver.18a6f8fa15327f62
    namespace: kserve-ci-e2e-test
    resourceVersion: "36390"
    uid: fa72c365-a0bb-4f1b-9dc8-4d59a02ac7c9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:07:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36351"
    uid: 11e702f9-331f-4e60-8a57-36f0865a5ca5
  kind: Event
  lastTimestamp: "2026-04-16T23:07:36Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T23:07:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T23:07:36Z"
    name: isvc-xgboost-v2-mlserver.18a6f8fa19edf8ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "36393"
    uid: 6e546c58-a5d2-4738-b7c5-7d0992e7d951
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:08:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36735"
    uid: 11e702f9-331f-4e60-8a57-36f0865a5ca5
  kind: Event
  lastTimestamp: "2026-04-16T23:08:19Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-16T23:08:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T23:08:19Z"
    name: isvc-xgboost-v2-mlserver.18a6f9042c7c4c90
    namespace: kserve-ci-e2e-test
    resourceVersion: "36737"
    uid: d018ee16-f541-45dc-90ed-101eeeab9eac
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T23:11:36.736650Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-xctlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "38431"
    uid: 49a9a0a8-4a30-44b1-abb7-eeadffcc2922
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-6fcdd6977c-xctlh
    to ip-10-0-133-183.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T23:11:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T23:11:36Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-xctlh.18a6f93220b5152f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38443"
    uid: 82ca47eb-3635-4b86-98fa-c2f641ad9a32
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bd746bc4f-w5454
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:11:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-xctlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "38437"
    uid: 49a9a0a8-4a30-44b1-abb7-eeadffcc2922
  kind: Event
  lastTimestamp: "2026-04-16T23:11:36Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-16T23:11:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:11:36Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-xctlh.18a6f9322a204002
    namespace: kserve-ci-e2e-test
    resourceVersion: "38459"
    uid: ccfddcb3-264d-43dd-8187-41e767358520
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:11:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-xctlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "38452"
    uid: 49a9a0a8-4a30-44b1-abb7-eeadffcc2922
  kind: Event
  lastTimestamp: "2026-04-16T23:11:37Z"
  message: Add eth0 [10.133.0.67/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T23:11:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T23:11:37Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-xctlh.18a6f9325dc78b3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38470"
    uid: 74b18039-98a3-4f90-b066-6b7469bda4fc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:11:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-xctlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "38437"
    uid: 49a9a0a8-4a30-44b1-abb7-eeadffcc2922
  kind: Event
  lastTimestamp: "2026-04-16T23:11:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T23:11:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:11:37Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-xctlh.18a6f9325f2a2c88
    namespace: kserve-ci-e2e-test
    resourceVersion: "38473"
    uid: 96912634-d8d8-4fc6-97b0-4561b4f0a308
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:11:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-xctlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "38437"
    uid: 49a9a0a8-4a30-44b1-abb7-eeadffcc2922
  kind: Event
  lastTimestamp: "2026-04-16T23:11:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T23:11:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:11:37Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-xctlh.18a6f93262a84acb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38475"
    uid: 58a384f4-b4c8-4387-a80a-be75ef931119
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:11:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-xctlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "38437"
    uid: 49a9a0a8-4a30-44b1-abb7-eeadffcc2922
  kind: Event
  lastTimestamp: "2026-04-16T23:11:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T23:11:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:11:37Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-xctlh.18a6f932632558a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38476"
    uid: a9f020d1-6bc3-42a8-bc36-8b560985f5b6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:11:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-xctlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "38437"
    uid: 49a9a0a8-4a30-44b1-abb7-eeadffcc2922
  kind: Event
  lastTimestamp: "2026-04-16T23:11:42Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T23:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:11:42Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-xctlh.18a6f9335e611dec
    namespace: kserve-ci-e2e-test
    resourceVersion: "38514"
    uid: 2ee3e935-e58b-42d5-92e9-95c3d77c2293
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:11:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-xctlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "38437"
    uid: 49a9a0a8-4a30-44b1-abb7-eeadffcc2922
  kind: Event
  lastTimestamp: "2026-04-16T23:11:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T23:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:11:42Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-xctlh.18a6f93362147c38
    namespace: kserve-ci-e2e-test
    resourceVersion: "38518"
    uid: c9f87c28-df18-4903-a001-ff0c44598901
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:11:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-xctlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "38437"
    uid: 49a9a0a8-4a30-44b1-abb7-eeadffcc2922
  kind: Event
  lastTimestamp: "2026-04-16T23:11:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T23:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:11:42Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-xctlh.18a6f933628aa39e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38519"
    uid: f643b8dd-a357-470e-9f3e-63e2fe52222c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:11:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-xctlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "38437"
    uid: 49a9a0a8-4a30-44b1-abb7-eeadffcc2922
  kind: Event
  lastTimestamp: "2026-04-16T23:11:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T23:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:11:42Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-xctlh.18a6f93362974875
    namespace: kserve-ci-e2e-test
    resourceVersion: "38520"
    uid: 9f7e6a05-b0a1-45b0-9749-d9dc7ca0b209
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:11:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-xctlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "38437"
    uid: 49a9a0a8-4a30-44b1-abb7-eeadffcc2922
  kind: Event
  lastTimestamp: "2026-04-16T23:11:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T23:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:11:42Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-xctlh.18a6f9336591eaa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38523"
    uid: f3a1fe2e-af49-4c55-89f2-5945c802cda7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:11:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-xctlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "38437"
    uid: 49a9a0a8-4a30-44b1-abb7-eeadffcc2922
  kind: Event
  lastTimestamp: "2026-04-16T23:11:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T23:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:11:42Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-xctlh.18a6f93366064e5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38524"
    uid: 344b8eba-8f85-494d-a5b4-162620a0ad60
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T23:11:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-xctlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "38437"
    uid: 49a9a0a8-4a30-44b1-abb7-eeadffcc2922
  kind: Event
  lastTimestamp: "2026-04-16T23:13:00Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.67:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T23:11:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:13:00Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-xctlh.18a6f933d61b08ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "39172"
    uid: 5c20aa73-4306-4200-8c46-3b749e4718ea
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:12:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-xctlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "38437"
    uid: 49a9a0a8-4a30-44b1-abb7-eeadffcc2922
  kind: Event
  lastTimestamp: "2026-04-16T23:12:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T23:12:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:12:56Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-xctlh.18a6f944c6bcf2cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39093"
    uid: c3416bc2-be82-4196-95ae-f1dbe59106a1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:12:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-xctlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "38437"
    uid: 49a9a0a8-4a30-44b1-abb7-eeadffcc2922
  kind: Event
  lastTimestamp: "2026-04-16T23:12:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T23:12:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:12:56Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-xctlh.18a6f944c6bd88d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39095"
    uid: bceceeb3-80c4-4668-921c-f9b5b5b1b3a9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:13:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-xctlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "38437"
    uid: 49a9a0a8-4a30-44b1-abb7-eeadffcc2922
  kind: Event
  lastTimestamp: "2026-04-16T23:13:00Z"
  message: 'Readiness probe failed: Get "https://10.133.0.67:8643/healthz": dial tcp
    10.133.0.67:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T23:13:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:13:00Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-xctlh.18a6f9458845d244
    namespace: kserve-ci-e2e-test
    resourceVersion: "39171"
    uid: e358586a-05db-4615-8967-7ca8c53a9726
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:11:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-6fcdd6977c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38418"
    uid: c49c15ab-0a16-4a95-9175-bb3f41ce9025
  kind: Event
  lastTimestamp: "2026-04-16T23:11:36Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-6fcdd6977c-xctlh'
  metadata:
    creationTimestamp: "2026-04-16T23:11:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:11:36Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c.18a6f93220272e17
    namespace: kserve-ci-e2e-test
    resourceVersion: "38436"
    uid: 5b9047d2-2e22-4e53-90fa-92f7735c8e89
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:11:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38416"
    uid: b5309eab-cf16-42de-a97a-75d6b840fd28
  kind: Event
  lastTimestamp: "2026-04-16T23:11:36Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-6fcdd6977c from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T23:11:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:11:36Z"
    name: isvc-xgboost-v2-predictor.18a6f9321d7f5e3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38420"
    uid: c198a572-b1d3-43c6-a369-661e6cfd5329
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T23:11:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38417"
    uid: 613c8cf7-fe8c-4bf6-8bd7-da3debe08870
  kind: Event
  lastTimestamp: "2026-04-16T23:12:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T23:11:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:12:06Z"
    name: isvc-xgboost-v2-predictor.18a6f9359c30adcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38705"
    uid: cebe9cef-cc41-4960-ac7a-d0685e1eceff
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T23:11:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38417"
    uid: 613c8cf7-fe8c-4bf6-8bd7-da3debe08870
  kind: Event
  lastTimestamp: "2026-04-16T23:12:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T23:11:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:12:06Z"
    name: isvc-xgboost-v2-predictor.18a6f9359c72f024
    namespace: kserve-ci-e2e-test
    resourceVersion: "38706"
    uid: cdc89695-7bf7-4dd9-8e13-23daaeb01a78
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T23:12:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38601"
    uid: 613c8cf7-fe8c-4bf6-8bd7-da3debe08870
  kind: Event
  lastTimestamp: "2026-04-16T23:12:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T23:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:12:51Z"
    name: isvc-xgboost-v2-predictor.18a6f93c9a5ac444
    namespace: kserve-ci-e2e-test
    resourceVersion: "39030"
    uid: 172f985d-f5db-45b0-a8c1-aa3983e4f65c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T23:12:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38601"
    uid: 613c8cf7-fe8c-4bf6-8bd7-da3debe08870
  kind: Event
  lastTimestamp: "2026-04-16T23:12:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T23:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:12:51Z"
    name: isvc-xgboost-v2-predictor.18a6f93c9acfacc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39031"
    uid: 34af3ecd-418a-48c3-8406-8657435985bc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T23:10:36.542841Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-xhb2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "37931"
    uid: d771fcdd-a2f6-432c-bee9-7964548b8f41
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-6dc5954dc-xhb2s
    to ip-10-0-133-183.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T23:10:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T23:10:36Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-xhb2s.18a6f9241ce06b73
    namespace: kserve-ci-e2e-test
    resourceVersion: "37935"
    uid: d41145b8-c5e4-40a1-9c93-8305596ecf55
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bd746bc4f-w5454
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:10:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-xhb2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "37933"
    uid: d771fcdd-a2f6-432c-bee9-7964548b8f41
  kind: Event
  lastTimestamp: "2026-04-16T23:10:36Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-16T23:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:10:36Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-xhb2s.18a6f92426cd9fad
    namespace: kserve-ci-e2e-test
    resourceVersion: "37943"
    uid: e80a4c43-a95b-49d4-bd72-6eea8cc8cdd5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:10:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-xhb2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "37940"
    uid: d771fcdd-a2f6-432c-bee9-7964548b8f41
  kind: Event
  lastTimestamp: "2026-04-16T23:10:37Z"
  message: Add eth0 [10.133.0.66/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T23:10:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T23:10:37Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-xhb2s.18a6f92459e606e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37952"
    uid: e1c15817-5ca2-44ab-8693-d22de84d69bb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:10:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-xhb2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "37933"
    uid: d771fcdd-a2f6-432c-bee9-7964548b8f41
  kind: Event
  lastTimestamp: "2026-04-16T23:10:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T23:10:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:10:37Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-xhb2s.18a6f9245b3b7ed2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37954"
    uid: 1d607908-6e13-4303-be6a-badff863d378
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:10:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-xhb2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "37933"
    uid: d771fcdd-a2f6-432c-bee9-7964548b8f41
  kind: Event
  lastTimestamp: "2026-04-16T23:10:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T23:10:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:10:37Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-xhb2s.18a6f9245e6943d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37956"
    uid: ea4e047c-4057-440d-b8d6-5d4190b08e38
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:10:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-xhb2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "37933"
    uid: d771fcdd-a2f6-432c-bee9-7964548b8f41
  kind: Event
  lastTimestamp: "2026-04-16T23:10:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T23:10:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:10:37Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-xhb2s.18a6f9245ee08733
    namespace: kserve-ci-e2e-test
    resourceVersion: "37957"
    uid: 56599096-00be-43e9-93c3-3350311a93b1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:10:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-xhb2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "37933"
    uid: d771fcdd-a2f6-432c-bee9-7964548b8f41
  kind: Event
  lastTimestamp: "2026-04-16T23:10:41Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T23:10:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:10:41Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-xhb2s.18a6f9255ac2200c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38000"
    uid: 2c8f70d9-97b6-4132-8e52-2ee6e6b1b57e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:10:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-xhb2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "37933"
    uid: d771fcdd-a2f6-432c-bee9-7964548b8f41
  kind: Event
  lastTimestamp: "2026-04-16T23:10:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T23:10:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:10:41Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-xhb2s.18a6f9255e16f4df
    namespace: kserve-ci-e2e-test
    resourceVersion: "38004"
    uid: 139c07f5-a5e2-46ba-b1bc-3ff1e80b353c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:10:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-xhb2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "37933"
    uid: d771fcdd-a2f6-432c-bee9-7964548b8f41
  kind: Event
  lastTimestamp: "2026-04-16T23:10:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T23:10:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:10:41Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-xhb2s.18a6f9255e8fb841
    namespace: kserve-ci-e2e-test
    resourceVersion: "38005"
    uid: 457b20b2-4e49-4199-92c0-43548a7e15a4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:10:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-xhb2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "37933"
    uid: d771fcdd-a2f6-432c-bee9-7964548b8f41
  kind: Event
  lastTimestamp: "2026-04-16T23:10:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T23:10:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:10:41Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-xhb2s.18a6f9255e9d691b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38006"
    uid: 0c20526e-afcd-45c3-b5a5-caf0d4b57b14
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:10:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-xhb2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "37933"
    uid: d771fcdd-a2f6-432c-bee9-7964548b8f41
  kind: Event
  lastTimestamp: "2026-04-16T23:10:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T23:10:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:10:41Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-xhb2s.18a6f92561b71634
    namespace: kserve-ci-e2e-test
    resourceVersion: "38008"
    uid: 9d6a6525-407e-4b59-92cd-e8cb3ceec09b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:10:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-xhb2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "37933"
    uid: d771fcdd-a2f6-432c-bee9-7964548b8f41
  kind: Event
  lastTimestamp: "2026-04-16T23:10:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T23:10:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:10:42Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-xhb2s.18a6f9256239f248
    namespace: kserve-ci-e2e-test
    resourceVersion: "38009"
    uid: f5a26871-7508-4f6f-a75c-baee17599079
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:11:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-xhb2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "37933"
    uid: d771fcdd-a2f6-432c-bee9-7964548b8f41
  kind: Event
  lastTimestamp: "2026-04-16T23:11:18Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-16T23:11:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:11:18Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-xhb2s.18a6f92dfbc6b5df
    namespace: kserve-ci-e2e-test
    resourceVersion: "38267"
    uid: c73019f6-1088-474d-9117-dd8fbe934a01
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:11:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-xhb2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "37933"
    uid: d771fcdd-a2f6-432c-bee9-7964548b8f41
  kind: Event
  lastTimestamp: "2026-04-16T23:11:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T23:11:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:11:36Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-xhb2s.18a6f932225ac94c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38453"
    uid: 01d050fa-b2db-4729-bed1-bb973ce88dae
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:11:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-xhb2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "37933"
    uid: d771fcdd-a2f6-432c-bee9-7964548b8f41
  kind: Event
  lastTimestamp: "2026-04-16T23:11:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T23:11:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:11:36Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-xhb2s.18a6f932225c02cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38455"
    uid: c1ba9455-2f17-4297-a7b2-86111c5f7a19
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T23:11:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-xhb2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "37933"
    uid: d771fcdd-a2f6-432c-bee9-7964548b8f41
  kind: Event
  lastTimestamp: "2026-04-16T23:11:43Z"
  message: 'Readiness probe failed: Get "https://10.133.0.66:8643/healthz": dial tcp
    10.133.0.66:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T23:11:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:11:43Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-xhb2s.18a6f932a0ce04c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38538"
    uid: d06e145b-5e49-415e-933c-fca7130c0d59
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:11:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-xhb2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "37933"
    uid: d771fcdd-a2f6-432c-bee9-7964548b8f41
  kind: Event
  lastTimestamp: "2026-04-16T23:11:39Z"
  message: 'Readiness probe failed: Get "http://10.133.0.66:8080/v2/models/isvc-xgboost-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-04-16T23:11:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:11:39Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-xhb2s.18a6f932df31f5de
    namespace: kserve-ci-e2e-test
    resourceVersion: "38500"
    uid: 76093c9d-11f8-4e3b-b149-b654f5422bbd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:10:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37919"
    uid: 68f24224-56e0-4667-815b-50fabbe89ba3
  kind: Event
  lastTimestamp: "2026-04-16T23:10:36Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-6dc5954dc-xhb2s'
  metadata:
    creationTimestamp: "2026-04-16T23:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:10:36Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc.18a6f9241c82ee32
    namespace: kserve-ci-e2e-test
    resourceVersion: "37932"
    uid: 751b0ddd-f04b-4ee8-afe8-149c7d1d18e4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:10:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37916"
    uid: 77e58e53-2de0-4359-85a8-4ccf7ebe6679
  kind: Event
  lastTimestamp: "2026-04-16T23:10:36Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-6dc5954dc from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T23:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:10:36Z"
    name: isvc-xgboost-v2-runtime-predictor.18a6f92419ab6894
    namespace: kserve-ci-e2e-test
    resourceVersion: "37921"
    uid: 474ccb9d-f9e7-48d1-9a9a-99b41cb800ef
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:10:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37918"
    uid: 5309626f-81d6-4d13-87ef-b3881062ccb7
  kind: Event
  lastTimestamp: "2026-04-16T23:10:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T23:10:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:10:51Z"
    name: isvc-xgboost-v2-runtime-predictor.18a6f927983c936a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38075"
    uid: 743af40c-24c4-41d3-aa32-4351936fb673
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:10:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37918"
    uid: 5309626f-81d6-4d13-87ef-b3881062ccb7
  kind: Event
  lastTimestamp: "2026-04-16T23:10:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T23:10:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:10:51Z"
    name: isvc-xgboost-v2-runtime-predictor.18a6f927989f30b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38076"
    uid: 7b0d9d38-3f3e-4ace-91de-12383faa21a9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T23:11:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38074"
    uid: 5309626f-81d6-4d13-87ef-b3881062ccb7
  kind: Event
  lastTimestamp: "2026-04-16T23:11:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T23:11:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:11:36Z"
    name: isvc-xgboost-v2-runtime-predictor.18a6f92b17c752c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38401"
    uid: 8024c10d-1fe3-4592-ac55-cbe0ebb395b9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T23:11:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38074"
    uid: 5309626f-81d6-4d13-87ef-b3881062ccb7
  kind: Event
  lastTimestamp: "2026-04-16T23:11:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T23:11:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:11:36Z"
    name: isvc-xgboost-v2-runtime-predictor.18a6f92b182f4026
    namespace: kserve-ci-e2e-test
    resourceVersion: "38402"
    uid: 11d1b61b-82bc-47a9-9847-972930196888
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T23:10:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37888"
    uid: 11a6681a-27d9-4d5e-b084-6f7409da6f8d
  kind: Event
  lastTimestamp: "2026-04-16T23:11:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T23:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T23:11:28Z"
    name: isvc-xgboost-v2-runtime.18a6f92419877751
    namespace: kserve-ci-e2e-test
    resourceVersion: "38348"
    uid: b0d47349-38ec-4f48-9c57-61d74404b6fd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:10:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37888"
    uid: 11a6681a-27d9-4d5e-b084-6f7409da6f8d
  kind: Event
  lastTimestamp: "2026-04-16T23:10:36Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T23:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T23:10:36Z"
    name: isvc-xgboost-v2-runtime.18a6f92419fac22e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37924"
    uid: 2d151edb-b54c-49e3-a14b-c7db5a152d2d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:11:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38345"
    uid: 11a6681a-27d9-4d5e-b084-6f7409da6f8d
  kind: Event
  lastTimestamp: "2026-04-16T23:11:28Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T23:11:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T23:11:28Z"
    name: isvc-xgboost-v2-runtime.18a6f93051b78a78
    namespace: kserve-ci-e2e-test
    resourceVersion: "38347"
    uid: 3c24358e-756b-4e71-a16a-8e056d5b724e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T23:11:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38403"
    uid: ae166317-df8b-406d-8674-9dc0aa2a5cfd
  kind: Event
  lastTimestamp: "2026-04-16T23:12:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T23:11:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T23:12:50Z"
    name: isvc-xgboost-v2.18a6f9321d5bf79d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39017"
    uid: d39d18f1-8f7a-43be-84a8-4d9cfa4b1e39
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:11:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38403"
    uid: ae166317-df8b-406d-8674-9dc0aa2a5cfd
  kind: Event
  lastTimestamp: "2026-04-16T23:11:36Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T23:11:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T23:11:36Z"
    name: isvc-xgboost-v2.18a6f9321dc6abed
    namespace: kserve-ci-e2e-test
    resourceVersion: "38422"
    uid: c20b3eeb-75ae-445d-a1e8-7553a97ce195
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:12:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39014"
    uid: ae166317-df8b-406d-8674-9dc0aa2a5cfd
  kind: Event
  lastTimestamp: "2026-04-16T23:12:50Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T23:12:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T23:12:50Z"
    name: isvc-xgboost-v2.18a6f94338de8221
    namespace: kserve-ci-e2e-test
    resourceVersion: "39015"
    uid: d4bb82d1-8a98-4e19-b3ea-a219c506c0f1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T23:05:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "35535"
    uid: 633c9d57-cdea-472b-b1b2-47ce7da1188f
  kind: Event
  lastTimestamp: "2026-04-16T23:07:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T23:05:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T23:07:28Z"
    name: isvc-xgboost.18a6f8e2bfa1e7b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36281"
    uid: b667fd5d-38c9-45dc-93e9-8dffc2a35888
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:05:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "35535"
    uid: 633c9d57-cdea-472b-b1b2-47ce7da1188f
  kind: Event
  lastTimestamp: "2026-04-16T23:05:55Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T23:05:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T23:05:55Z"
    name: isvc-xgboost.18a6f8e2bfeed94a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35568"
    uid: 9242e3f2-e7cf-4364-8e19-2466a4e8e98d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:07:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "36279"
    uid: 633c9d57-cdea-472b-b1b2-47ce7da1188f
  kind: Event
  lastTimestamp: "2026-04-16T23:07:28Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-16T23:07:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T23:07:28Z"
    name: isvc-xgboost.18a6f8f83c857770
    namespace: kserve-ci-e2e-test
    resourceVersion: "36280"
    uid: 212700ee-5bb2-4b1c-97f3-b41e18d401e9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:26:09.305737Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-dqtxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15385"
    uid: 99ac1eaf-e0f9-45ba-b6b0-e13c3dbcbcf2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-c7d86bcbd-dqtxz
    to ip-10-0-133-183.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:26:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:26:09Z"
    name: message-dumper-predictor-c7d86bcbd-dqtxz.18a6f6b719280cc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15389"
    uid: 2ac1e4d6-a84a-47cb-b173-c5f06f4ada19
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bd746bc4f-w5454
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-dqtxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15387"
    uid: 99ac1eaf-e0f9-45ba-b6b0-e13c3dbcbcf2
  kind: Event
  lastTimestamp: "2026-04-16T22:26:09Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-16T22:26:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:26:09Z"
    name: message-dumper-predictor-c7d86bcbd-dqtxz.18a6f6b7243a2884
    namespace: kserve-ci-e2e-test
    resourceVersion: "15400"
    uid: 2f05bb1e-222f-4674-b273-9b71cd4b4646
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-dqtxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15395"
    uid: 99ac1eaf-e0f9-45ba-b6b0-e13c3dbcbcf2
  kind: Event
  lastTimestamp: "2026-04-16T22:26:10Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:26:10Z"
    name: message-dumper-predictor-c7d86bcbd-dqtxz.18a6f6b755ec5ad0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15411"
    uid: 5a9b2a93-69a7-4c84-a993-b6ff416dfc55
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-dqtxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15387"
    uid: 99ac1eaf-e0f9-45ba-b6b0-e13c3dbcbcf2
  kind: Event
  lastTimestamp: "2026-04-16T22:26:10Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-04-16T22:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:26:10Z"
    name: message-dumper-predictor-c7d86bcbd-dqtxz.18a6f6b757d6d6e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15413"
    uid: de54b593-b397-40c9-9e36-67e0e9c160e1
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-dqtxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15387"
    uid: 99ac1eaf-e0f9-45ba-b6b0-e13c3dbcbcf2
  kind: Event
  lastTimestamp: "2026-04-16T22:26:11Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.149s (1.149s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T22:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:26:11Z"
    name: message-dumper-predictor-c7d86bcbd-dqtxz.18a6f6b79c5bc459
    namespace: kserve-ci-e2e-test
    resourceVersion: "15422"
    uid: e425136f-02a2-447a-bfde-7df4e79983fe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-dqtxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15387"
    uid: 99ac1eaf-e0f9-45ba-b6b0-e13c3dbcbcf2
  kind: Event
  lastTimestamp: "2026-04-16T22:26:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:26:11Z"
    name: message-dumper-predictor-c7d86bcbd-dqtxz.18a6f6b79f99f9bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15423"
    uid: f5257367-ce22-488b-a42a-7a6361e6b83d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-dqtxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15387"
    uid: 99ac1eaf-e0f9-45ba-b6b0-e13c3dbcbcf2
  kind: Event
  lastTimestamp: "2026-04-16T22:26:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:26:11Z"
    name: message-dumper-predictor-c7d86bcbd-dqtxz.18a6f6b7a00cbc97
    namespace: kserve-ci-e2e-test
    resourceVersion: "15424"
    uid: f9550658-b13a-43ec-90dd-66e27227b4aa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-dqtxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15387"
    uid: 99ac1eaf-e0f9-45ba-b6b0-e13c3dbcbcf2
  kind: Event
  lastTimestamp: "2026-04-16T22:26:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:26:11Z"
    name: message-dumper-predictor-c7d86bcbd-dqtxz.18a6f6b7a018e183
    namespace: kserve-ci-e2e-test
    resourceVersion: "15425"
    uid: 4a526a72-35ab-41d9-a961-951d28418976
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-dqtxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15387"
    uid: 99ac1eaf-e0f9-45ba-b6b0-e13c3dbcbcf2
  kind: Event
  lastTimestamp: "2026-04-16T22:26:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:26:11Z"
    name: message-dumper-predictor-c7d86bcbd-dqtxz.18a6f6b7a48ee80a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15427"
    uid: 85a5f5a4-e082-4aba-9b8c-7f8fbbac1ff2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-dqtxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15387"
    uid: 99ac1eaf-e0f9-45ba-b6b0-e13c3dbcbcf2
  kind: Event
  lastTimestamp: "2026-04-16T22:26:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:26:11Z"
    name: message-dumper-predictor-c7d86bcbd-dqtxz.18a6f6b7a50394e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15428"
    uid: 92eb5a70-c880-44a0-8f56-bcca8d8021db
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-dqtxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15387"
    uid: 99ac1eaf-e0f9-45ba-b6b0-e13c3dbcbcf2
  kind: Event
  lastTimestamp: "2026-04-16T22:27:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:27:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:27:54Z"
    name: message-dumper-predictor-c7d86bcbd-dqtxz.18a6f6cf9f4c26f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16340"
    uid: 025c4744-c25a-4a5b-8161-d826bb5c2aed
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-dqtxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15387"
    uid: 99ac1eaf-e0f9-45ba-b6b0-e13c3dbcbcf2
  kind: Event
  lastTimestamp: "2026-04-16T22:27:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:27:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:27:54Z"
    name: message-dumper-predictor-c7d86bcbd-dqtxz.18a6f6cf9f4d826b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16341"
    uid: 53c8c5c1-feaf-4219-b5db-e258c097012f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-c7d86bcbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15375"
    uid: c9857b9b-7d5a-4cd9-b102-5cc09d34f6ec
  kind: Event
  lastTimestamp: "2026-04-16T22:26:09Z"
  message: 'Created pod: message-dumper-predictor-c7d86bcbd-dqtxz'
  metadata:
    creationTimestamp: "2026-04-16T22:26:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:26:09Z"
    name: message-dumper-predictor-c7d86bcbd.18a6f6b718af8b2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15386"
    uid: 62af9466-5a5f-4dcb-a955-ffb4f0cc36b8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15371"
    uid: 1a3ef2f4-8904-4685-9277-6b72b8634a23
  kind: Event
  lastTimestamp: "2026-04-16T22:26:09Z"
  message: Scaled up replica set message-dumper-predictor-c7d86bcbd from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T22:26:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:26:09Z"
    name: message-dumper-predictor.18a6f6b716dd1ec7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15379"
    uid: ff056976-4c07-4cb7-8298-ee98ba4891a3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15373"
    uid: 55df18e7-f6f8-4cc9-b42b-7a4104c93660
  kind: Event
  lastTimestamp: "2026-04-16T22:26:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:26:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:26:39Z"
    name: message-dumper-predictor.18a6f6ba9599dcd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15717"
    uid: 7d72e7f1-da41-4e79-97fe-810150d3554c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15373"
    uid: 55df18e7-f6f8-4cc9-b42b-7a4104c93660
  kind: Event
  lastTimestamp: "2026-04-16T22:26:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:26:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:26:39Z"
    name: message-dumper-predictor.18a6f6ba95fc9b9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15718"
    uid: 7488ca67-0ebe-49cc-bb72-9a9dd4c8f98f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15539"
    uid: 55df18e7-f6f8-4cc9-b42b-7a4104c93660
  kind: Event
  lastTimestamp: "2026-04-16T22:26:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:26:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:26:54Z"
    name: message-dumper-predictor.18a6f6c193d89be1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15833"
    uid: b3ed3d56-cc51-4f79-b7e7-ac3b6fa9c3e5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15539"
    uid: 55df18e7-f6f8-4cc9-b42b-7a4104c93660
  kind: Event
  lastTimestamp: "2026-04-16T22:26:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:26:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:26:54Z"
    name: message-dumper-predictor.18a6f6c1943e819f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15836"
    uid: 480753fa-a9c8-4523-9efe-92f0a15f607e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15346"
    uid: 88a5ddb2-79b3-4904-b3c6-129949d01662
  kind: Event
  lastTimestamp: "2026-04-16T22:26:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:26:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:26:19Z"
    name: message-dumper.18a6f6b716c8e330
    namespace: kserve-ci-e2e-test
    resourceVersion: "15506"
    uid: e2dabf97-56d8-417b-8d98-6eee53ab73c9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15346"
    uid: 88a5ddb2-79b3-4904-b3c6-129949d01662
  kind: Event
  lastTimestamp: "2026-04-16T22:26:09Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T22:26:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:26:09Z"
    name: message-dumper.18a6f6b7172c9635
    namespace: kserve-ci-e2e-test
    resourceVersion: "15381"
    uid: ce3ea6c0-4f38-48ef-8cbc-a7e4eb36a454
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15503"
    uid: 88a5ddb2-79b3-4904-b3c6-129949d01662
  kind: Event
  lastTimestamp: "2026-04-16T22:26:19Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:26:19Z"
    name: message-dumper.18a6f6b993e47216
    namespace: kserve-ci-e2e-test
    resourceVersion: "15504"
    uid: 0dd20460-259a-44aa-a8a7-56b8ba0c45b3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:57:04.389801Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-f4fdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31089"
    uid: 9ed14173-a9fa-4a1a-9883-7ca59c34722b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-65d8664766-f4fdh
    to ip-10-0-133-183.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:57:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:57:04Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-f4fdh.18a6f86704c8890a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31095"
    uid: 0f3ac33f-9453-4a74-a9f4-0ebd4a816499
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bd746bc4f-w5454
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:57:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-f4fdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31100"
    uid: 9ed14173-a9fa-4a1a-9883-7ca59c34722b
  kind: Event
  lastTimestamp: "2026-04-16T22:57:04Z"
  message: Add eth0 [10.133.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:57:04Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-f4fdh.18a6f8671e0d3048
    namespace: kserve-ci-e2e-test
    resourceVersion: "31108"
    uid: fb79a05c-d6bc-4150-93f8-a9322a737934
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:57:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-f4fdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31092"
    uid: 9ed14173-a9fa-4a1a-9883-7ca59c34722b
  kind: Event
  lastTimestamp: "2026-04-16T22:57:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:57:04Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-f4fdh.18a6f8671f4a3456
    namespace: kserve-ci-e2e-test
    resourceVersion: "31110"
    uid: 436db221-108d-4d24-a1f5-72ea1d1306f7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:57:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-f4fdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31092"
    uid: 9ed14173-a9fa-4a1a-9883-7ca59c34722b
  kind: Event
  lastTimestamp: "2026-04-16T22:57:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T22:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:57:04Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-f4fdh.18a6f86722d4f586
    namespace: kserve-ci-e2e-test
    resourceVersion: "31111"
    uid: e529c177-ef8f-44ba-9c05-9496ba7a4555
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:57:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-f4fdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31092"
    uid: 9ed14173-a9fa-4a1a-9883-7ca59c34722b
  kind: Event
  lastTimestamp: "2026-04-16T22:57:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T22:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:57:04Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-f4fdh.18a6f8672344a06f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31112"
    uid: fb515666-a6dc-4cc2-b696-7cbf18d82824
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:57:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-f4fdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31092"
    uid: 9ed14173-a9fa-4a1a-9883-7ca59c34722b
  kind: Event
  lastTimestamp: "2026-04-16T22:57:09Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T22:57:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:57:09Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-f4fdh.18a6f8681da57c7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31152"
    uid: 8bee0f65-b585-4a70-8da6-16490c7a69e3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:57:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-f4fdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31092"
    uid: 9ed14173-a9fa-4a1a-9883-7ca59c34722b
  kind: Event
  lastTimestamp: "2026-04-16T22:57:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:57:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:57:09Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-f4fdh.18a6f868211261b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31158"
    uid: 3a269bf5-be00-4677-982f-c1e35d56640b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:57:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-f4fdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31092"
    uid: 9ed14173-a9fa-4a1a-9883-7ca59c34722b
  kind: Event
  lastTimestamp: "2026-04-16T22:57:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:57:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:57:09Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-f4fdh.18a6f868219b0098
    namespace: kserve-ci-e2e-test
    resourceVersion: "31159"
    uid: 5633c17a-6414-4b1c-b1c4-166fb47d5efe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:57:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-f4fdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31092"
    uid: 9ed14173-a9fa-4a1a-9883-7ca59c34722b
  kind: Event
  lastTimestamp: "2026-04-16T22:57:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:57:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:57:09Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-f4fdh.18a6f86821b0e5a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31160"
    uid: e9a677d9-a96c-4225-be52-b03595e263d9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:57:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-f4fdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31092"
    uid: 9ed14173-a9fa-4a1a-9883-7ca59c34722b
  kind: Event
  lastTimestamp: "2026-04-16T22:57:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:57:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:57:09Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-f4fdh.18a6f8682499b2ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "31162"
    uid: 12cf45af-c044-4c44-99da-7306d870e603
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:57:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-f4fdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31092"
    uid: 9ed14173-a9fa-4a1a-9883-7ca59c34722b
  kind: Event
  lastTimestamp: "2026-04-16T22:57:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:57:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:57:09Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-f4fdh.18a6f868250efd6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31163"
    uid: ec84e01d-0e08-492d-bd44-70feefc93a67
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:57:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-f4fdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31092"
    uid: 9ed14173-a9fa-4a1a-9883-7ca59c34722b
  kind: Event
  lastTimestamp: "2026-04-16T22:57:46Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-16T22:57:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:57:46Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-f4fdh.18a6f870bd1df52b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31424"
    uid: 78c042b1-346d-47cf-ab63-98fdee239df7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:58:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-f4fdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31092"
    uid: 9ed14173-a9fa-4a1a-9883-7ca59c34722b
  kind: Event
  lastTimestamp: "2026-04-16T22:58:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:58:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:58:04Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-f4fdh.18a6f8750353961a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31594"
    uid: 7027dbf5-f3a6-4240-bcf4-418ccbf27d05
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:58:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-f4fdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31092"
    uid: 9ed14173-a9fa-4a1a-9883-7ca59c34722b
  kind: Event
  lastTimestamp: "2026-04-16T22:58:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:58:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:58:04Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-f4fdh.18a6f87503545993
    namespace: kserve-ci-e2e-test
    resourceVersion: "31597"
    uid: 0e8ad186-a0a2-4d52-942d-8b8bfd284302
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:58:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-f4fdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31092"
    uid: 9ed14173-a9fa-4a1a-9883-7ca59c34722b
  kind: Event
  lastTimestamp: "2026-04-16T22:58:11Z"
  message: 'Readiness probe failed: Get "https://10.133.0.54:8643/healthz": dial tcp
    10.133.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T22:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:58:11Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-f4fdh.18a6f87563b66427
    namespace: kserve-ci-e2e-test
    resourceVersion: "31677"
    uid: 98fb696b-1363-4ace-afdf-3153ab83e187
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:58:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-f4fdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31092"
    uid: 9ed14173-a9fa-4a1a-9883-7ca59c34722b
  kind: Event
  lastTimestamp: "2026-04-16T22:58:07Z"
  message: 'Readiness probe failed: Get "http://10.133.0.54:8080/v2/models/sklearn-v2-mlserver/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-04-16T22:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:58:07Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-f4fdh.18a6f875a2357675
    namespace: kserve-ci-e2e-test
    resourceVersion: "31653"
    uid: 34ef93bf-1dfb-44cc-acf4-88469b1f1af7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:57:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-65d8664766
    namespace: kserve-ci-e2e-test
    resourceVersion: "31078"
    uid: c9374ee6-5a0c-45ff-97a8-32cc01fa9fb9
  kind: Event
  lastTimestamp: "2026-04-16T22:57:04Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-65d8664766-f4fdh'
  metadata:
    creationTimestamp: "2026-04-16T22:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:57:04Z"
    name: sklearn-v2-mlserver-predictor-65d8664766.18a6f867043b74c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31091"
    uid: b6ce7266-fb32-41b3-944e-e5502d7aeb5a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:57:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31076"
    uid: e1bf9b4e-c20c-4355-91ab-2273bc603464
  kind: Event
  lastTimestamp: "2026-04-16T22:57:04Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-65d8664766 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T22:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:57:04Z"
    name: sklearn-v2-mlserver-predictor.18a6f867016d3231
    namespace: kserve-ci-e2e-test
    resourceVersion: "31080"
    uid: c99367a7-f08b-45f5-8bb7-5625dda39f7d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:57:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31077"
    uid: bd384ea6-706b-4f32-a804-9660e38562b7
  kind: Event
  lastTimestamp: "2026-04-16T22:57:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:57:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:57:19Z"
    name: sklearn-v2-mlserver-predictor.18a6f86a7fe2bda4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31232"
    uid: e5bed9c2-ad16-43fe-9b48-86f4bce8e70d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:57:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31077"
    uid: bd384ea6-706b-4f32-a804-9660e38562b7
  kind: Event
  lastTimestamp: "2026-04-16T22:57:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:57:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:57:19Z"
    name: sklearn-v2-mlserver-predictor.18a6f86a803ed90f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31234"
    uid: 4c3222ec-0935-4357-8dc9-cf303b325174
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:57:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31233"
    uid: bd384ea6-706b-4f32-a804-9660e38562b7
  kind: Event
  lastTimestamp: "2026-04-16T22:58:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:57:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:58:04Z"
    name: sklearn-v2-mlserver-predictor.18a6f86dff3b8c68
    namespace: kserve-ci-e2e-test
    resourceVersion: "31561"
    uid: 723db12d-f76b-43c0-bd6e-1bed92ccbb86
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:57:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31233"
    uid: bd384ea6-706b-4f32-a804-9660e38562b7
  kind: Event
  lastTimestamp: "2026-04-16T22:58:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:57:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:58:04Z"
    name: sklearn-v2-mlserver-predictor.18a6f86dff9fa281
    namespace: kserve-ci-e2e-test
    resourceVersion: "31562"
    uid: 2a03b6d4-5775-4480-9db5-3bf4fd3bc366
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T22:57:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31051"
    uid: 621e6fbc-de95-4bcc-bcda-41ba0178b1c5
  kind: Event
  lastTimestamp: "2026-04-16T22:57:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:57:56Z"
    name: sklearn-v2-mlserver.18a6f867014ac3e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31506"
    uid: bba5264b-7ef9-4d84-9a6c-85f9999072e0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:57:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31051"
    uid: 621e6fbc-de95-4bcc-bcda-41ba0178b1c5
  kind: Event
  lastTimestamp: "2026-04-16T22:57:04Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:57:04Z"
    name: sklearn-v2-mlserver.18a6f8670196f12b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31102"
    uid: 869e1068-f765-49f2-b22a-ccc3e5cf7bdc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:57:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31086"
    uid: 621e6fbc-de95-4bcc-bcda-41ba0178b1c5
  kind: Event
  lastTimestamp: "2026-04-16T22:57:04Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "sklearn-v2-mlserver": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:57:04Z"
    name: sklearn-v2-mlserver.18a6f8670849bb64
    namespace: kserve-ci-e2e-test
    resourceVersion: "31103"
    uid: 2a307fa1-05e0-4d63-8a50-7f8902166627
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:57:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31503"
    uid: 621e6fbc-de95-4bcc-bcda-41ba0178b1c5
  kind: Event
  lastTimestamp: "2026-04-16T22:57:56Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:57:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:57:56Z"
    name: sklearn-v2-mlserver.18a6f87314b3b072
    namespace: kserve-ci-e2e-test
    resourceVersion: "31504"
    uid: 06520982-fc83-4e43-9638-cc31bbd460e8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T23:08:26.226237Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-5ftr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36828"
    uid: 295765e6-eaf7-4939-8890-c00f2d4d6cab
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-7799869d6f-5ftr9
    to ip-10-0-133-183.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T23:08:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T23:08:26Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-5ftr9.18a6f905c566e58f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36835"
    uid: a406ca9d-efcc-49c1-93dc-c26aa39e683f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bd746bc4f-w5454
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:08:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-5ftr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36832"
    uid: 295765e6-eaf7-4939-8890-c00f2d4d6cab
  kind: Event
  lastTimestamp: "2026-04-16T23:08:26Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "xgboost-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-16T23:08:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:08:26Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-5ftr9.18a6f905ceacbf0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36842"
    uid: 51d904f8-ada5-470f-9503-edcf8cf97dfb
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:08:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-5ftr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36839"
    uid: 295765e6-eaf7-4939-8890-c00f2d4d6cab
  kind: Event
  lastTimestamp: "2026-04-16T23:08:27Z"
  message: Add eth0 [10.133.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T23:08:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T23:08:27Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-5ftr9.18a6f906025d67b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36850"
    uid: d62dff9b-7232-45f0-87b3-d63d6a0ebd7b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:08:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-5ftr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36832"
    uid: 295765e6-eaf7-4939-8890-c00f2d4d6cab
  kind: Event
  lastTimestamp: "2026-04-16T23:08:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T23:08:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:08:27Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-5ftr9.18a6f90603a48144
    namespace: kserve-ci-e2e-test
    resourceVersion: "36852"
    uid: 6065d7f4-8f71-4c61-9407-abc90ddb95d0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:08:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-5ftr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36832"
    uid: 295765e6-eaf7-4939-8890-c00f2d4d6cab
  kind: Event
  lastTimestamp: "2026-04-16T23:08:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T23:08:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:08:27Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-5ftr9.18a6f906071a6e04
    namespace: kserve-ci-e2e-test
    resourceVersion: "36856"
    uid: 25d3c3e7-3e0b-4130-85ae-962a8275894e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:08:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-5ftr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36832"
    uid: 295765e6-eaf7-4939-8890-c00f2d4d6cab
  kind: Event
  lastTimestamp: "2026-04-16T23:08:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T23:08:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:08:27Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-5ftr9.18a6f906078d2529
    namespace: kserve-ci-e2e-test
    resourceVersion: "36857"
    uid: 2473942d-a64c-4c41-af43-b2a5da0af3a8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:08:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-5ftr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36832"
    uid: 295765e6-eaf7-4939-8890-c00f2d4d6cab
  kind: Event
  lastTimestamp: "2026-04-16T23:08:31Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T23:08:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:08:31Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-5ftr9.18a6f906fcfbf387
    namespace: kserve-ci-e2e-test
    resourceVersion: "36896"
    uid: 0a0cf66c-e93e-4a06-b48d-a1dc8f7b5be9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:08:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-5ftr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36832"
    uid: 295765e6-eaf7-4939-8890-c00f2d4d6cab
  kind: Event
  lastTimestamp: "2026-04-16T23:08:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T23:08:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:08:31Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-5ftr9.18a6f90700297157
    namespace: kserve-ci-e2e-test
    resourceVersion: "36900"
    uid: 9cbeeaef-412b-402d-a928-04279e8b9670
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:08:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-5ftr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36832"
    uid: 295765e6-eaf7-4939-8890-c00f2d4d6cab
  kind: Event
  lastTimestamp: "2026-04-16T23:08:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T23:08:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:08:31Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-5ftr9.18a6f90700a10ec0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36901"
    uid: edc2135c-ff5e-48f1-b85e-0a01d44b26e5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:08:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-5ftr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36832"
    uid: 295765e6-eaf7-4939-8890-c00f2d4d6cab
  kind: Event
  lastTimestamp: "2026-04-16T23:08:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T23:08:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:08:31Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-5ftr9.18a6f90700ae30cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36902"
    uid: 208a4655-88b3-4b26-8dc6-efb6ed1e51c7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:08:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-5ftr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36832"
    uid: 295765e6-eaf7-4939-8890-c00f2d4d6cab
  kind: Event
  lastTimestamp: "2026-04-16T23:08:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T23:08:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:08:31Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-5ftr9.18a6f90703da4c89
    namespace: kserve-ci-e2e-test
    resourceVersion: "36904"
    uid: 4fd6af07-33be-42bf-85f4-b43f82b6b18c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:08:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-5ftr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36832"
    uid: 295765e6-eaf7-4939-8890-c00f2d4d6cab
  kind: Event
  lastTimestamp: "2026-04-16T23:08:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T23:08:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:08:31Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-5ftr9.18a6f907044ef692
    namespace: kserve-ci-e2e-test
    resourceVersion: "36905"
    uid: 91d37130-5008-4806-b1f1-973af40dc997
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:09:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-5ftr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36832"
    uid: 295765e6-eaf7-4939-8890-c00f2d4d6cab
  kind: Event
  lastTimestamp: "2026-04-16T23:09:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T23:09:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:09:16Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-5ftr9.18a6f91174e9e902
    namespace: kserve-ci-e2e-test
    resourceVersion: "37281"
    uid: 32868d06-a438-495d-baa2-edac729ea820
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:09:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-5ftr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36832"
    uid: 295765e6-eaf7-4939-8890-c00f2d4d6cab
  kind: Event
  lastTimestamp: "2026-04-16T23:09:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T23:09:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:09:16Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-5ftr9.18a6f91174ea8529
    namespace: kserve-ci-e2e-test
    resourceVersion: "37282"
    uid: 18019c1a-1ef2-4a6c-91a4-cc2bc3662da8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:09:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-5ftr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36832"
    uid: 295765e6-eaf7-4939-8890-c00f2d4d6cab
  kind: Event
  lastTimestamp: "2026-04-16T23:09:18Z"
  message: 'Readiness probe failed: Get "https://10.133.0.64:8643/healthz": dial tcp
    10.133.0.64:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T23:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:09:18Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-5ftr9.18a6f911eed1f9d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37318"
    uid: fe3842a1-dcfe-4827-ae3e-01fbdf2d501d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:08:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-7799869d6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36819"
    uid: b13b34c6-7849-4e4d-bda8-349950b38e94
  kind: Event
  lastTimestamp: "2026-04-16T23:08:26Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-7799869d6f-5ftr9'
  metadata:
    creationTimestamp: "2026-04-16T23:08:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:08:26Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f.18a6f905c4f58cdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36831"
    uid: e7c61586-8427-4d7f-b9a2-c4213ee95ffc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:08:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36815"
    uid: 0a1822a1-2742-4713-b257-783b46d40aec
  kind: Event
  lastTimestamp: "2026-04-16T23:08:26Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-7799869d6f from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T23:08:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:08:26Z"
    name: xgboost-v2-mlserver-predictor.18a6f905c22f32c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36821"
    uid: afbf8b49-b35e-4788-9955-cb4f2fdc9d99
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T23:08:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36818"
    uid: 5789f95b-1e66-4dd0-b575-28b71c20e08a
  kind: Event
  lastTimestamp: "2026-04-16T23:09:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T23:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:09:11Z"
    name: xgboost-v2-mlserver-predictor.18a6f90940e063be
    namespace: kserve-ci-e2e-test
    resourceVersion: "37192"
    uid: 2236adaf-acc8-4064-ac2f-5c987c0c8a0c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T23:08:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36818"
    uid: 5789f95b-1e66-4dd0-b575-28b71c20e08a
  kind: Event
  lastTimestamp: "2026-04-16T23:09:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T23:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:09:11Z"
    name: xgboost-v2-mlserver-predictor.18a6f9094144b7f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37193"
    uid: 7a2e9e1b-46d8-490d-a251-70b70c823089
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:08:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36974"
    uid: 5789f95b-1e66-4dd0-b575-28b71c20e08a
  kind: Event
  lastTimestamp: "2026-04-16T23:08:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T23:08:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:08:56Z"
    name: xgboost-v2-mlserver-predictor.18a6f90cc041e3cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37078"
    uid: cc51b61b-3cc0-43e6-b523-ab224ef00f5c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:08:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36974"
    uid: 5789f95b-1e66-4dd0-b575-28b71c20e08a
  kind: Event
  lastTimestamp: "2026-04-16T23:08:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T23:08:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T23:08:56Z"
    name: xgboost-v2-mlserver-predictor.18a6f90cc0a69b6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37080"
    uid: 04b6b3cf-2902-41c8-a226-f3aca7f10650
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T23:08:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36788"
    uid: 7453b1b1-4772-4c8a-b03d-3e5b9fca722d
  kind: Event
  lastTimestamp: "2026-04-16T23:09:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T23:08:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T23:09:08Z"
    name: xgboost-v2-mlserver.18a6f905c235593d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37169"
    uid: 1ab9327f-0f5c-4d5f-9ba3-1f39ba8b74e9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:08:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36788"
    uid: 7453b1b1-4772-4c8a-b03d-3e5b9fca722d
  kind: Event
  lastTimestamp: "2026-04-16T23:08:26Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T23:08:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T23:08:26Z"
    name: xgboost-v2-mlserver.18a6f905c2c718c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36824"
    uid: 3dd3bfa8-861b-484f-9aea-8585a1eadc50
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:09:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "37166"
    uid: 7453b1b1-4772-4c8a-b03d-3e5b9fca722d
  kind: Event
  lastTimestamp: "2026-04-16T23:09:08Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-16T23:09:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T23:09:08Z"
    name: xgboost-v2-mlserver.18a6f90fa0004cce
    namespace: kserve-ci-e2e-test
    resourceVersion: "37167"
    uid: 6c4cc8ca-ee1d-40fc-a81b-0549e99dfbfa
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "42415"